-- Logs begin at Mon 2021-05-31 12:25:05 UTC, end at Mon 2021-05-31 13:28:59 UTC. --
May 31 12:53:25.933581 dv-cinder-793264-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 31 12:53:26.886088 dv-cinder-793264-2-iscsi neutron-server[91681]: Beware of the coming changes in the project packaging
May 31 12:53:26.886681 dv-cinder-793264-2-iscsi neutron-server[91681]: https://github.com/svinota/pyroute2/discussions/786
May 31 12:53:28.333454 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.common.config [-] Logging enabled!
May 31 12:53:28.334083 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 31 12:53:28.334208 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 31 12:53:28.337408 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.common.config [-] Logging enabled!
May 31 12:53:28.337666 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246
May 31 12:53:28.337980 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91681) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 31 12:53:28.338901 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 12:53:28.339138 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 12:53:28.339494 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 12:53:28.339742 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 12:53:28.339969 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 12:53:28.340287 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.340585 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.340915 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.341151 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.341448 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.341741 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.342024 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.342317 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.342645 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.342931 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.343212 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.343496 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.343731 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.344016 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.344309 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.344599 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.344845 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.345129 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.345568 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.345981 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.346264 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.346559 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.346841 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.347115 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.347393 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.347678 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.348019 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] host                           = dv-cinder-793264-2-iscsi {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.348301 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.348594 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.348909 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.349203 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.349481 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.349761 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.350050 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.350326 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.350602 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.350879 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.351171 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.351460 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.351757 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.351984 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.352209 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.352502 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.352792 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.353089 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.353364 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.353638 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.353912 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.354191 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.354464 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.354753 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.355041 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.355330 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.355605 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.355881 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.356156 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.356431 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.356721 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.357023 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.357297 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.357571 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.357860 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.358635 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.358922 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.359480 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.359769 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.360054 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.360343 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.360623 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.360946 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.361221 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.361495 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.361769 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.362043 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.362314 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.362605 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.362876 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.363151 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.363426 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.363700 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.363989 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:28.364286 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.364585 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.364917 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.365206 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.365505 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.365787 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.366082 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.366364 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.366655 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.366948 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.367237 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.367518 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.367807 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.368087 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.368382 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.368694 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.369019 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.369314 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.369594 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.369872 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.370149 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.370430 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.370718 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.371016 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.371310 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.371587 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.371871 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.372167 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.372447 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.372726 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.373031 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.373328 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.373610 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.374509 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.374797 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.375081 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.375360 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.375635 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.375917 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.376211 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.376490 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.376766 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.377071 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.377355 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.377632 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.377921 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.378201 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.378479 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.378763 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.379042 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.379318 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.379598 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.379876 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.380153 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.380434 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.380711 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.381008 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.381289 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.381566 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.381844 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.382122 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.382399 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.382681 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.382957 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.383234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.383512 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.383792 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.384078 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.384428 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.384664 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.384971 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.385252 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.385535 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.385816 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.386097 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.386378 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.386657 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.386938 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.387216 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.387514 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.387802 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.388094 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.388380 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.388668 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.389004 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.389287 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.389614 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.389931 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.390216 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.390512 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.390799 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.391099 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.391400 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.391701 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.391999 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.392295 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.392580 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.392978 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.393264 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:28.393488 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 12:53:28.393732 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91681) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 31 12:53:28.742000 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:53:28.742203 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:53:28.742494 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:53:28.742969 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [-] Loading core plugin: ml2
May 31 12:53:29.129242 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.129538 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.129814 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.131015 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.131292 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.131558 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.167025 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.167307 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.167578 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.180369 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.180650 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.180946 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.210128 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.210408 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.210676 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.247280 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.247561 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.247829 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.477531 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff32d8c3ee0> agent after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.478104 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff32d8c3ee0> agent after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.478104 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff32d8c3e50> segment precommit_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.478303 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff32d8c3dc0> network precommit_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.479009 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff32d8e79d0> segment before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.601228 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> network before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.601548 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff32d9180d0> agent before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.601832 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> network before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.602107 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.602378 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.602688 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> segment precommit_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.602949 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> segment precommit_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.603205 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> segment after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.603461 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> segment after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.603743 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> network after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.604002 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> network precommit_delete 0 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.604267 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port provisioning_complete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.604533 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.604790 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.605084 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> agent after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.605355 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> subnet after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.606668 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> subnet precommit_delete 0 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.606963 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.607238 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.607533 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> segment_host_mapping after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.607892 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.608182 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.608443 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> port after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.608733 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.609019 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.609542 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff32e1c0df0>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.609933 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.610178 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.610421 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.610660 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.610903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.611142 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:29.611511 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 31 12:53:29.614620 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 31 12:53:29.618520 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 31 12:53:29.622261 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
May 31 12:53:29.624399 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 31 12:53:29.624867 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 31 12:53:29.625206 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 31 12:53:29.625587 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 31 12:53:29.628601 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 31 12:53:29.628896 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 31 12:53:29.629242 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 31 12:53:29.656499 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 31 12:53:29.656975 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff32d94f8e0>> qos_plugin after_init 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.657274 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 31 12:53:29.657635 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff32d94f520>> logging-plugin after_init 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.658975 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 31 12:53:29.659256 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 31 12:53:29.659505 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 31 12:53:29.662708 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff32d869400>> floatingip before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.662992 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff32d869400>> port before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:29.743929 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 31 12:53:29.744122 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 31 12:53:29.744366 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 31 12:53:29.744734 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 31 12:53:29.774576 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_db.sqlalchemy.engines [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91681) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 31 12:53:30.106124 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing driver for type 'gre'
May 31 12:53:30.106691 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] gre ID ranges: [(1, 1000)]
May 31 12:53:30.157459 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing driver for type 'local'
May 31 12:53:30.157802 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing driver for type 'vlan'
May 31 12:53:30.168782 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] VlanTypeDriver initialization complete
May 31 12:53:30.169152 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing driver for type 'vxlan'
May 31 12:53:30.169637 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] vxlan ID ranges: [(1, 1000)]
May 31 12:53:30.220747 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing extension driver 'port_security'
May 31 12:53:30.221161 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.extensions.port_security [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] PortSecurityExtensionDriver initialization complete
May 31 12:53:30.221506 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing mechanism driver 'openvswitch'
May 31 12:53:30.221854 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing mechanism driver 'hyperv'
May 31 12:53:30.228322 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.plugins.ml2.plugin [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:30.229138 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4640>> port after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.229550 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4640>> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.229913 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4640>> port after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.230310 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4520>> subnet after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.230670 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4520>> subnet after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.231022 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d7f4520>> subnet after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.231409 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d2414f0>> network after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.231766 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d2414f0>> network after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.232118 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d2414f0>> network after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.232501 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241700>> security_group after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.232890 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241700>> security_group after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.233834 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241700>> security_group after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.234479 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241970>> security_group_rule after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.234830 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241970>> security_group_rule after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.235176 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241970>> security_group_rule after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.235556 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241bb0>> address_group after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.235907 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241bb0>> address_group after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.236249 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff32d241bb0>> address_group after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.236591 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] ML2 OVO RPC backend initialized. {{(pid=91681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 31 12:53:30.237338 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> router_interface after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.237699 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> router_interface after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.238119 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> network before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.238475 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> networks before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.238828 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> port before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.239178 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> ports before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.239525 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> subnet before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.239872 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> subnets before_response 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.240222 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> network after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.240568 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> network after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.240945 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> network after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.241294 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> port after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.241645 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.241992 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> port after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.242338 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> subnet after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.242682 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> subnet after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.243023 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff32d241f70>> subnet after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.243601 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.plugin [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Modular L2 Plugin initialization complete
May 31 12:53:30.243938 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading services supported by the core plugin {{(pid=91681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 31 12:53:30.244270 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.plugins.ml2.managers [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Got port-security extension from driver 'port_security'
May 31 12:53:30.244733 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.extensions.vlantransparent [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Disabled vlantransparent extension.
May 31 12:53:30.245252 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 31 12:53:30.245570 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: router
May 31 12:53:30.282719 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router_interface before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.283124 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_create 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.283511 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router before_create 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.283885 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router_interface before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.284266 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router_interface after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.284630 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_delete 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.285020 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> floatingip after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.285395 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_create 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.285750 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.286103 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.286464 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router_gateway after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.286830 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.287249 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.287631 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff32d79a940> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.287982 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff32d79aa60> port after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.288334 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff32d79a9d0> subnet after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.288680 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff32d79a820> subnetpool_address_scope after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.289071 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> port precommit_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.289427 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_create 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.289775 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff32d793430> port before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.290127 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.290489 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router after_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.290840 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_delete 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.291193 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_create 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.291557 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router_interface after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.291912 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> router precommit_update 55549900 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.292291 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff32d241df0>> network after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.293164 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Tracking information for resource: router configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:30.293499 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Tracking information for resource: floatingip configured {{(pid=91681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 31 12:53:30.299345 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.db.l3_agentschedulers_db [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 31 12:53:30.299931 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff32d1bbe50> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.300321 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff32d1bbd30> port after_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.300661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _notify_port_delete at 0x7ff32d1bbdc0> port after_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.301053 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff32d1be160> port after_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.301864 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff32d1e48b0>> router before_create 55550100 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.302239 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff32d1e48b0>> router precommit_delete 55550100 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.302611 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff32d1e48b0>> router precommit_create 55550100 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.302974 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff32d1e48b0>> router precommit_update 55550100 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.307411 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.provider_configuration [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service providers = [] {{(pid=91681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 31 12:53:30.307780 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.db.servicetype_db [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 31 12:53:30.310699 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.service_base [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 12:53:30.311083 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.service_base [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 12:53:30.311458 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.service_base [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 12:53:30.312342 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.services.service_base [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 31 12:53:30.312720 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.services.service_base [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 31 12:53:30.313391 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.313718 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 31 12:53:30.323985 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.324326 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: auto_allocate
May 31 12:53:30.330118 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff32d206550> network precommit_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.330493 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff32d206550> network precommit_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.331013 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.331337 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: tag
May 31 12:53:30.338106 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.338446 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: timestamp
May 31 12:53:30.342224 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.343097 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: network_ip_availability
May 31 12:53:30.348224 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d1fdf10>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.348612 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d1fdf10>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.349016 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d1fdf10>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.349736 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.350061 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: flavors
May 31 12:53:30.355064 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.355401 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading Plugin: revisions
May 31 12:53:30.360543 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 31 12:53:30.360920 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=91681) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:53:30.361661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 31 12:53:30.362005 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Initializing extension manager.
May 31 12:53:30.362516 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: __init__.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.362865 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: __pycache__ {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.363210 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.363550 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: address_group.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.364307 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.364906 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: address-group
May 31 12:53:30.365238 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: address_scope.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.365948 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.366463 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: address-scope
May 31 12:53:30.366791 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.367722 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.368250 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: router-admin-state-down-before-update
May 31 12:53:30.368578 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: agent.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.369298 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.369813 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: agent
May 31 12:53:30.370140 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: agent_resources_synced.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.371042 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.371558 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: agent-resources-synced
May 31 12:53:30.371887 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: allowedaddresspairs.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.373680 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.374236 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: allowed-address-pairs
May 31 12:53:30.374565 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: auto_allocated_topology.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.375631 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.376155 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: auto-allocated-topology
May 31 12:53:30.376490 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: availability_zone.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.377269 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.377783 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: availability_zone
May 31 12:53:30.378112 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: availability_zone_filter.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.379017 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.379529 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: availability_zone_filter
May 31 12:53:30.379857 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: data_plane_status.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.380752 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.381292 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension data-plane-status not supported by any of loaded plugins
May 31 12:53:30.381620 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: default_subnetpools.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.382521 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.383040 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: default-subnetpools
May 31 12:53:30.383367 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.384165 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.384678 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: dhcp_agent_scheduler
May 31 12:53:30.385036 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: dns.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.385939 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.386709 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension dns-integration not supported by any of loaded plugins
May 31 12:53:30.386843 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: dns_domain_ports.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.387697 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.388220 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 31 12:53:30.388550 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: dvr.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.389250 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.389794 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: dvr
May 31 12:53:30.390126 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: empty_string_filtering.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.391026 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.391542 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: empty-string-filtering
May 31 12:53:30.391870 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.392771 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.393306 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 31 12:53:30.393635 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.394531 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.395045 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 31 12:53:30.395380 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: external_net.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.396278 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.396791 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: external-net
May 31 12:53:30.397142 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.398038 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.398560 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: extra_dhcp_opt
May 31 12:53:30.398887 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: extraroute.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.399788 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.400300 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: extraroute
May 31 12:53:30.400625 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: extraroute_atomic.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.401675 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.402194 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: extraroute-atomic
May 31 12:53:30.402522 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: filter_validation.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.403179 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.403689 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: filter-validation
May 31 12:53:30.404015 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: fip_pf_description.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.405642 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.406160 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 31 12:53:30.406488 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: fip_port_details.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.407397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.407913 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: fip-port-details
May 31 12:53:30.408242 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: flavors.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.409538 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.410060 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: flavors
May 31 12:53:30.410393 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.412045 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.412570 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 31 12:53:30.412949 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: floatingip_pools.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.413647 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.414163 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: floatingip-pools
May 31 12:53:30.414499 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: ip_allocation.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.415404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.415915 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension ip_allocation not supported by any of loaded plugins
May 31 12:53:30.416263 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.417186 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.417702 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: ip-substring-filtering
May 31 12:53:30.418033 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l2_adjacency.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.418953 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.419460 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension l2_adjacency not supported by any of loaded plugins
May 31 12:53:30.419786 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.421348 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.421908 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: router
May 31 12:53:30.422238 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.424449 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.425011 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 31 12:53:30.425354 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.426279 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.426799 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: ext-gw-mode
May 31 12:53:30.427137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.428044 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.428562 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: l3-ha
May 31 12:53:30.428924 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3_flavors.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.429834 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.430349 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: l3-flavors
May 31 12:53:30.430679 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.431597 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.432108 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: l3-port-ip-change-not-allowed
May 31 12:53:30.432436 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: l3agentscheduler.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.433503 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.434027 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: l3_agent_scheduler
May 31 12:53:30.434363 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: logging.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.435847 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.436401 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension logging not supported by any of loaded plugins
May 31 12:53:30.436737 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: metering.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.437519 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.438089 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: metering
May 31 12:53:30.438419 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.439518 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.440037 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: metering_source_and_destination_fields
May 31 12:53:30.440366 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: multiprovidernet.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.441443 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.441970 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: multi-provider
May 31 12:53:30.442299 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: netmtu.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.443211 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.443733 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: net-mtu
May 31 12:53:30.444066 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: netmtu_writable.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.445014 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.445535 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: net-mtu-writable
May 31 12:53:30.445862 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: network_availability_zone.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.446529 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.447046 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: network_availability_zone
May 31 12:53:30.447373 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: network_ip_availability.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.448455 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.449018 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: network-ip-availability
May 31 12:53:30.449350 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: network_segment_range.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.450108 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.450619 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension network-segment-range not supported by any of loaded plugins
May 31 12:53:30.450947 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: pagination.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.452430 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.452763 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: pagination
May 31 12:53:30.453119 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: port_device_profile.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.454016 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.454533 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: port-device-profile
May 31 12:53:30.454860 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.455758 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.456270 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: port-mac-address-regenerate
May 31 12:53:30.456596 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.457523 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.458039 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: port-numa-affinity-policy
May 31 12:53:30.458370 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: port_resource_request.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.459275 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.459784 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension port-resource-request not supported by any of loaded plugins
May 31 12:53:30.460111 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: portbindings.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.461051 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.461563 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: binding
May 31 12:53:30.461890 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: portbindings_extended.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.463151 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.463674 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: binding-extended
May 31 12:53:30.464007 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: portsecurity.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.464948 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.465468 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: port-security
May 31 12:53:30.465798 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: project_id.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.466761 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.467098 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: project-id
May 31 12:53:30.467428 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: providernet.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.468903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.469430 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: provider
May 31 12:53:30.469759 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.473218 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.473761 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos not supported by any of loaded plugins
May 31 12:53:30.474100 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.475345 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.477956 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 31 12:53:30.477956 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.477956 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.477956 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 31 12:53:30.477956 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_default.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.478850 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.479376 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-default not supported by any of loaded plugins
May 31 12:53:30.479709 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_fip.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.480359 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.480892 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-fip not supported by any of loaded plugins
May 31 12:53:30.481221 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_gateway_ip.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.482146 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.482665 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 31 12:53:30.482994 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_port_network_policy.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.483918 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.484699 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 31 12:53:30.485053 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_rule_type_details.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.485958 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.486474 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 31 12:53:30.486804 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: qos_rules_alias.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.487837 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.488364 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 31 12:53:30.488696 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: quotasv2.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.489761 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.490096 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: quotas
May 31 12:53:30.490425 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: quotasv2_detail.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.492064 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.492411 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: quota_details
May 31 12:53:30.493004 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: rbac.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.493831 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.494372 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: rbac-policies
May 31 12:53:30.494706 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: rbac_address_group.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.495630 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.496152 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: rbac-address-group
May 31 12:53:30.496486 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: rbac_address_scope.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.497439 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.497973 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: rbac-address-scope
May 31 12:53:30.498293 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: rbac_security_groups.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.499254 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.499802 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: rbac-security-groups
May 31 12:53:30.500137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: rbac_subnetpool.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.501086 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.501610 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: rbac-subnetpool
May 31 12:53:30.501939 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: revisionifmatch.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.502849 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.503367 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: revision-if-match
May 31 12:53:30.503696 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: revisions.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.504819 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.505349 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: standard-attr-revisions
May 31 12:53:30.505683 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: router_availability_zone.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.506353 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.506873 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: router_availability_zone
May 31 12:53:30.507202 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: routerservicetype.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.508114 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.508632 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension router-service-type not supported by any of loaded plugins
May 31 12:53:30.508996 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.509914 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.510431 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: security-groups-normalized-cidr
May 31 12:53:30.510758 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.511669 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.512187 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: port-security-groups-filtering
May 31 12:53:30.512516 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.513487 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.514004 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: security-groups-remote-address-group
May 31 12:53:30.514824 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: securitygroup.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.524162 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.524704 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: security-group
May 31 12:53:30.525073 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: segment.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.525864 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.526383 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension segment not supported by any of loaded plugins
May 31 12:53:30.526721 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.527645 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.528168 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 31 12:53:30.528499 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: servicetype.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.529630 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.530736 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: service-type
May 31 12:53:30.531069 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: sorting.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.532045 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.532386 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: sorting
May 31 12:53:30.532718 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: standard_attr_segment.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.533661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.534188 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 31 12:53:30.534523 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: standardattrdescription.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.535169 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.535684 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: standard-attr-description
May 31 12:53:30.536013 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: stateful_security_group.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.536951 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.537470 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: stateful-security-group
May 31 12:53:30.537800 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: stdattrs_common.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.538374 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 31 12:53:30.538700 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.539687 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.540213 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 31 12:53:30.540539 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnet_onboard.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.541668 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.542191 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: subnet_onboard
May 31 12:53:30.542520 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.543452 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.543967 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 31 12:53:30.544295 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnet_service_types.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.545334 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.545957 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: subnet-service-types
May 31 12:53:30.546286 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnetallocation.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.547369 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.547893 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: subnet_allocation
May 31 12:53:30.548222 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.548908 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.549425 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: subnetpool-prefix-ops
May 31 12:53:30.549757 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.550670 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.551180 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 31 12:53:30.551506 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: tagging.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.552557 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.553125 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: standard-attr-tag
May 31 12:53:30.553455 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: timestamp.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.554649 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.555178 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loaded extension: standard-attr-timestamp
May 31 12:53:30.555514 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: trunk.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.556546 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.557108 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension trunk not supported by any of loaded plugins
May 31 12:53:30.557444 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: trunk_details.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.558357 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.558879 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension trunk-details not supported by any of loaded plugins
May 31 12:53:30.559210 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: uplink_status_propagation.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.560126 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.560642 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 31 12:53:30.561007 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Loading extension file: vlantransparent.py {{(pid=91681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 31 12:53:30.561804 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 31 12:53:30.562319 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extension vlan-transparent not supported by any of loaded plugins
May 31 12:53:30.564757 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:network
May 31 12:53:30.565510 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnet
May 31 12:53:30.567335 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 12:53:30.568003 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:port
May 31 12:53:30.569270 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.569724 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service FLAVORS assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.570353 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.570798 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.571138 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:router
May 31 12:53:30.571815 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:floatingip
May 31 12:53:30.572535 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service METERING assigned prefix: /metering {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.574050 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d0de460>> rbac-policy before_create 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.574483 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d0de460>> rbac-policy before_update 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.574850 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff32d0de460>> rbac-policy before_delete 55550000 {{(pid=91681) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 12:53:30.576144 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of CountableResource for resource:rbac_policy
May 31 12:53:30.576658 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:security_group
May 31 12:53:30.577975 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:security_group_rule
May 31 12:53:30.578801 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service CORE assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.579171 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 12:53:30.579535 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] subnetpool is already registered
May 31 12:53:30.580241 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service CORE assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.580595 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 12:53:30.581010 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] subnetpool is already registered
May 31 12:53:30.583934 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.584433 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service FLAVORS assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.585143 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.585612 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.585989 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:router
May 31 12:53:30.586364 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] router is already registered
May 31 12:53:30.587047 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:floatingip
May 31 12:53:30.587468 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] floatingip is already registered
May 31 12:53:30.588139 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service METERING assigned prefix: /metering {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.588938 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of CountableResource for resource:rbac_policy
May 31 12:53:30.589298 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] rbac_policy is already registered
May 31 12:53:30.589901 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:security_group
May 31 12:53:30.590280 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] security_group is already registered
May 31 12:53:30.590955 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:security_group_rule
May 31 12:53:30.591341 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] security_group_rule is already registered
May 31 12:53:30.592120 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service CORE assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.592487 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 12:53:30.593398 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] subnetpool is already registered
May 31 12:53:30.594016 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.v2.resource_helper [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Service CORE assigned prefix:  {{(pid=91681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 31 12:53:30.594348 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Creating instance of TrackedResource for resource:subnetpool
May 31 12:53:30.594677 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING neutron.quota.resource_registry [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] subnetpool is already registered
May 31 12:53:30.595334 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: extensions {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.596843 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: address-groups {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.598477 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: address-scopes {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.599708 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: agents {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.600964 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: auto-allocated-topology {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.602224 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: availability_zones {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.603549 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: dhcp-networks {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.605002 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: dhcp-agents {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.606440 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: routers {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.608271 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: flavors {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.609741 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: service_profiles {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.611017 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: next_providers {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.612497 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: service_profiles {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.613971 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: floatingip-pools {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.615199 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: routers {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.617032 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: floatingips {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.618234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: l3-routers {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.619616 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: l3-agents {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.621132 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: metering-labels {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.622488 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: metering-label-rules {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.623788 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: network-ip-availabilities {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.625096 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: bindings {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.626766 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: quotas {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.628202 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: quotas {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.629670 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: rbac-policies {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.631061 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: security-groups {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.632291 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: security-group-rules {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.633640 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: service-providers {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.634872 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: subnetpools {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.637261 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: subnetpools {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.638715 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.640994 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.753896 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.755683 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.757498 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.759383 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.761107 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.763049 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.765382 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.767250 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron.api.extensions [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Extended resource: tags {{(pid=91681) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 31 12:53:30.773145 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING keystonemiddleware.auth_token [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 31 12:53:30.777915 dv-cinder-793264-2-iscsi neutron-server[91681]: WARNING keystonemiddleware.auth_token [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 31 12:53:30.786832 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Acquired lock "singleton_lock" {{(pid=91681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 31 12:53:30.787321 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_concurrency.lockutils [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Releasing lock "singleton_lock" {{(pid=91681) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 31 12:53:30.787948 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Starting 2 workers
May 31 12:53:30.792614 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Started child 91786 {{(pid=91681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 12:53:30.796949 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Started child 91787 {{(pid=91681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 12:53:30.797853 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.798547 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO neutron.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Neutron service started, listening on 0.0.0.0:9696
May 31 12:53:30.799158 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Notify callbacks [] for process, before_spawn {{(pid=91681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.799290 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [-] (91786) wsgi starting up on http://0.0.0.0:9696
May 31 12:53:30.801648 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Starting 1 workers
May 31 12:53:30.801826 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.803212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [-] (91787) wsgi starting up on http://0.0.0.0:9696
May 31 12:53:30.806742 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Started child 91788 {{(pid=91681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 12:53:30.807257 dv-cinder-793264-2-iscsi neutron-server[91681]: INFO oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Starting 1 workers
May 31 12:53:30.810209 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] calling RpcWorker wait() {{(pid=91788) _wait /opt/stack/neutron/neutron/service.py:128}}
May 31 12:53:30.810726 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] returning from RpcWorker wait() {{(pid=91788) _wait /opt/stack/neutron/neutron/service.py:135}}
May 31 12:53:30.812129 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Started child 91789 {{(pid=91681) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 31 12:53:30.812441 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.812924 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:30.813017 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG neutron_lib.callbacks.manager [None req-66269f97-88e9-46ef-930c-681f68cee168 None None] Notify callbacks [] for process, after_spawn {{(pid=91681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.814859 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 31 12:53:30.815076 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 12:53:30.815264 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 12:53:30.815480 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 12:53:30.815812 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 12:53:30.815982 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 12:53:30.816487 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.816772 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.817232 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.817502 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.817809 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.818013 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:30.818484 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.818646 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.818884 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.819165 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.819437 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.819614 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.819783 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.820039 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.820270 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.820596 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.820882 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.821131 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.821405 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.821582 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.821842 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.822108 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.822364 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.822629 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.822872 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.823360 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.823590 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.823851 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.824085 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.824356 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.824594 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.824911 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.825153 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.825370 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.825587 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.825850 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.826109 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.826347 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.826567 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.826906 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.827658 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.828165 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] host                           = dv-cinder-793264-2-iscsi {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.828385 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.828625 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.828912 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.829166 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.829429 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.829650 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.829903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.830148 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.830396 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.830621 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.830862 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.831110 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.831346 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.831597 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.831763 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.831980 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.832260 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.832513 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.832703 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.832917 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.833107 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.833361 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.833526 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.833778 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.833994 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.834209 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.834421 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.834655 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.834895 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.835146 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.835381 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.835626 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.835857 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.836106 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.836347 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.836582 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.836846 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.837068 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.837298 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.837512 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.837748 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.837982 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.838213 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.838424 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.838672 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.838894 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.839133 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.839379 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.839628 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.839859 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.840089 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.840301 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.840656 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.840913 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.841523 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.841523 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.841523 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.841965 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.842086 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.842332 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.842628 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.842871 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.843122 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.843378 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.843784 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.843784 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.844087 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.844309 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.844546 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.845034 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.845425 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.845605 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.845860 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.846083 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.846344 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.846595 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.846826 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.847080 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.847397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.847397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.847863 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.848140 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.848369 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.848524 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:30.848617 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.848965 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.849252 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.849539 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.849781 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.850001 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.850251 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.850477 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.850809 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.851079 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.851336 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.851606 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.851841 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.852066 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.852320 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.852540 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.852758 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.853004 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.853262 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.853865 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.853865 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.854043 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.854192 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.854434 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.854667 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.854896 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.855181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.855391 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.855622 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.855843 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.856061 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.856407 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.856903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.856903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.857090 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.857243 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.857473 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.857696 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.857916 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.858234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.858441 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.858644 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.858888 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.859377 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.859583 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.859804 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.860086 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.860294 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.860534 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.860752 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.860994 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.861286 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862113 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862113 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862113 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862333 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862429 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862624 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.862846 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.863068 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.863284 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.863500 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.863729 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.865137 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867181 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867720 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867720 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867720 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.867951 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.868198 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.868427 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.868702 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.868954 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.869196 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.869475 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.869698 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.869957 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.870184 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.870424 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.870653 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.870936 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.871189 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.871424 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.871693 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.871953 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.872254 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.872493 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.872816 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.873055 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.873344 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.873634 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.874601 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.875018 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.875426 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.875822 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.876283 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.876681 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.876978 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.877221 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.877479 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.877723 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.878027 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.878261 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.878501 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.878719 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.878952 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.879257 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.879507 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.879718 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.879935 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.880211 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.880438 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.880677 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.880970 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.881220 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.881607 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.882018 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.882403 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.882780 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.883006 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.883242 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.883464 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.883698 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.884077 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.884468 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.884891 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.885292 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.885703 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.886059 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.886439 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.886828 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.887202 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.887437 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.887695 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.888048 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.888433 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.888845 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.889234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.890160 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.890393 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.890616 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.890880 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.891125 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.891412 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.891673 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.891926 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.892180 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.892413 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.892867 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.893249 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.893647 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.894032 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.894394 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.894769 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.895141 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.895378 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.895624 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.895860 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.896080 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.896357 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.896585 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.896940 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.897204 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.897440 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.897695 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.897898 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.898327 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.898577 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.898805 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.899025 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.899387 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.899749 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.900164 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.900548 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.900840 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.901060 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.901279 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.901509 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.901748 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.902108 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.902432 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.902684 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.902928 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.903182 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.903426 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.903667 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.903880 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.904097 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.904315 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.904530 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.904827 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.905069 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.905283 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.905504 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.905715 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.905963 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.906179 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.906397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.906613 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.906825 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.907073 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.907285 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.907830 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.907830 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.908042 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.908218 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.908631 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.909046 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.909339 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.909578 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.909831 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.910114 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.910439 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.910659 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.910906 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.911147 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.911388 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.911612 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.911871 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.912194 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.912510 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.912774 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.913073 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.913358 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.913658 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.913905 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.914125 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.914438 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.914779 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.915061 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.915311 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.915558 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.915842 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.916069 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.916288 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.916524 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.916781 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.917022 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.917285 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.917515 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.917741 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.917976 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.918223 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.918440 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.918672 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.918913 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.919166 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.919383 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.919546 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 12:53:30.920105 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91681) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 31 12:53:30.920265 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 31 12:53:30.920590 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 31 12:53:30.920928 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 31 12:53:30.921235 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 31 12:53:30.921530 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 31 12:53:30.921877 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.922199 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.922373 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.922532 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.922831 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.923165 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.923476 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.923648 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.923811 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.923974 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924130 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924293 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924453 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924613 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924774 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.924959 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925119 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925278 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925443 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925607 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925768 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.925924 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926084 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926244 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926449 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926615 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926774 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.926932 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927090 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927247 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927406 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927566 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927724 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.927883 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928043 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928202 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928362 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928516 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928676 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.928916 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.929009 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] host                           = dv-cinder-793264-2-iscsi {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.929161 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.929318 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.929477 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.929641 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930404 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930764 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930764 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930904 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.930979 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931112 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931270 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931436 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931592 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931751 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.931928 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.932093 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.932252 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.932410 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.932569 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.932727 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933086 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933086 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933245 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933877 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.933951 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934098 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934246 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934402 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934560 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934722 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.934880 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935037 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935200 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935359 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935502 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935661 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935824 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.935982 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.936145 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.936900 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937044 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937166 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937286 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937467 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937593 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937741 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.937901 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.938061 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.938220 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.938667 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.938667 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.938667 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.939031 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.939031 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.939261 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.939261 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.940993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941575 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.941662 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942200 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942200 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942200 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942406 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942483 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942605 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.942766 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943085 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943250 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943413 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943574 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943736 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.943915 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944083 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944247 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944409 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944570 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944734 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.944921 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945085 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945248 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945409 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945570 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945733 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.945894 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946054 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946217 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946379 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946541 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946704 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.946866 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947028 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947190 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947353 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947513 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947676 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.947838 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948000 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948162 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948323 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948496 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948656 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.948837 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949002 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949165 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949327 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949488 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949649 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949810 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.949973 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950138 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950313 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950475 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950632 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950793 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.950955 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.951115 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.951275 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.951427 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.951591 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.951753 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.952446 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.952618 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.952780 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.952962 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953169 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953276 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953427 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953581 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953745 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.953905 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954068 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954400 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954562 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954739 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.954903 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955063 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955224 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955385 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955547 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955708 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.955862 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956018 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956174 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956330 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956485 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956644 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956824 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.956988 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957170 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957304 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957458 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957613 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957769 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.957934 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958096 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958256 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958418 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958577 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958737 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.958908 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959069 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959234 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959565 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959737 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.959899 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960059 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960221 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960382 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960544 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960705 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.960892 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961054 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961214 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961376 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961546 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961718 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.961881 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962043 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962202 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962384 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962545 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962706 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.962867 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963028 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963189 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963349 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963510 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963671 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963832 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.963994 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964162 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964324 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964486 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964647 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964821 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.964993 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965157 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965320 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965482 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965645 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965806 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.965967 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966127 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966287 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966448 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966610 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966770 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.966930 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967245 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967245 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967397 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967563 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967723 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.967885 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968045 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968205 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968370 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968532 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968694 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.968882 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969042 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969204 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969367 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969517 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969665 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969829 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.969991 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970151 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970313 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970475 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970637 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970799 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.970960 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971123 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971297 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971458 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971620 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971782 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.971943 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972104 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972265 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972425 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972586 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972746 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.972928 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973092 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973257 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973419 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973579 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973740 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.973901 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974063 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974228 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974402 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974564 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974725 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.974886 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975047 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975219 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975382 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975542 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975702 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.975863 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976033 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976195 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976356 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976515 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976676 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.976867 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977030 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977191 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977351 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977511 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977680 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.977842 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978003 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978163 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978324 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978493 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978655 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.978816 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979039 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979135 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979290 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979450 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979622 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979784 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.979947 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980109 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980269 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980429 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980592 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980757 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.980960 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.981128 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.981295 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.981450 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.981618 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982090 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982090 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982090 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982325 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982402 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982557 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982718 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.982878 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983081 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983220 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983382 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983541 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983703 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.983864 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.984477 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.984477 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.984649 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.984755 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985008 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985171 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985332 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985495 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985656 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 31 12:53:30.985811 dv-cinder-793264-2-iscsi neutron-server[91681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91681) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 31 12:53:31.100030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 48876) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:53:31.108703 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065224
May 31 12:53:41.858603 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89db705-8ccd-4d61-aa12-ee89790f85f5 None None] get_active_networks_info from dv-cinder-793264-2-iscsi {{(pid=91788) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 31 12:53:41.943253 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89db705-8ccd-4d61-aa12-ee89790f85f5 None None] No non-hosted networks {{(pid=91788) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 31 12:53:41.954037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.agentschedulers_db [None req-b89db705-8ccd-4d61-aa12-ee89790f85f5 None None] DHCP Agent not found on host dv-cinder-793264-2-iscsi {{(pid=91788) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 31 12:53:42.086146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9d77e315-8f03-45ff-bb4d-6ed4b9b71e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:43.984225 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:43.985106 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.985434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.986568 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.987426 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.988035 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.988881 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.989640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.990156 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.990681 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.991143 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.991597 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.992066 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:43.992635 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff32cdc5970>, 'Open vSwitch agent', 'dv-cinder-793264-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:43.999918 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff32c4ae280>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793264-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:53:44.160574 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-05d8cf3c-0210-4237-8d6a-8cf2af3d7064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:44.214002 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-32690c40-5444-4957-8cc0-e037710f3a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:45.294018 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:46.596156 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.db.l3_hamode_db [None req-193578ee-025b-4f97-94ff-a086e45a3b6a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 31 12:53:46.679944 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193578ee-025b-4f97-94ff-a086e45a3b6a None None] Routers set() bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:53:46.680662 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193578ee-025b-4f97-94ff-a086e45a3b6a None None] Router IDs set() for agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 31 12:53:47.094236 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:48.418334 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 48968) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:53:48.991632 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING oslo_policy.policy [None req-000d8ad0-f475-48fd-89ae-cae46c9260da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:53:48.992226 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING oslo_policy.policy [None req-000d8ad0-f475-48fd-89ae-cae46c9260da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:53:49.211773 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [None req-000d8ad0-f475-48fd-89ae-cae46c9260da admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:53:49.212846 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-000d8ad0-f475-48fd-89ae-cae46c9260da admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7935910
May 31 12:53:51.552894 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 48982) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:53:51.911131 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:53:52.008875 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.policy [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91787) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 31 12:53:52.053853 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING oslo_policy.policy [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:53:52.054242 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING oslo_policy.policy [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:53:52.062825 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.quota [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff32caffb80>.
May 31 12:53:52.077629 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:53:52.137554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652445211', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652444772', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652425797', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652428785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652475448', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792652477086', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3736449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3725059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584237', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641434'] for rbac-policy, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:52.197591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:52.198716 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c98e1b0e-bffc-4d36-b7ae-a3a0c96b518e admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6447904
May 31 12:53:54.813196 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 48996) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:53:55.168584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Request body: {'network': {'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'name': 'private'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:53:55.173783 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:53:55.178239 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Usage tracker for resource:network and tenant:89a80096b8834cdda2250fb1101e1780 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:53:55.182689 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:53:55.192951 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:53:55.202350 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Made reservation on behalf of 89a80096b8834cdda2250fb1101e1780 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:53:55.205115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.222366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.236459 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:53:55.240057 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Usage tracker for resource:security_group_rule and tenant:89a80096b8834cdda2250fb1101e1780 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:53:55.244775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:53:55.250826 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:53:55.357327 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.363169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.369859 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:53:55.387791 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 12:53:55.412993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792651121637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.413527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff32d8c3e50> segment precommit_create {{(pid=91787) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 31 12:53:55.413999 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Added segment 1beb0a7a-8214-4eec-98db-6042b59002fd of type vlan for network 2382047b-acb0-492c-913c-976d745a5ec2
May 31 12:53:55.461443 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3dea1-36a1-489a-9db5-95364f38baf9,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:53:55.476925 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.477277 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.477601 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.477917 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.478228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.478555 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.478866 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.479171 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.479492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.479799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.480106 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.480404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Tracked resource versions report:
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]: pushed versions:
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]: {   'AddressGroup': {'1.2'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'ConntrackHelper': {'1.0'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Log': {'1.0'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Network': {'1.1'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Port': {'1.7'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'PortForwarding': {'1.2'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'QosPolicy': {'1.8'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SecurityGroup': {'1.4'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SecurityGroupRule': {'1.2'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SubPort': {'1.0'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Subnet': {'1.1'},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Trunk': {'1.1'}}
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]: consumer versions:
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'ConntrackHelper': '1.0',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Log': '1.0',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Network': '1.1',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Port': '1.7',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'PortForwarding': '1.2',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'QosPolicy': '1.8',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SecurityGroup': '1.4',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SecurityGroupRule': '1.2',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SubPort': '1.0',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Subnet': '1.1',
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Trunk': '1.1'}}
May 31 12:53:55.481540 dv-cinder-793264-2-iscsi neutron-server[91787]:  {{(pid=91787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 12:53:55.521253 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:53:55.536611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.575651 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.577140 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:53:55.577818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:55.582904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:53:55.686767 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8724320
May 31 12:53:55.687392 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2382047b-acb0-492c-913c-976d745a5ec2,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:53:55.690541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:53:55.699398 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 2382047b-acb0-492c-913c-976d745a5ec2 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 12:53:58.275645 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49012) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:53:58.720717 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea38cd3-8119-46cf-9a80-e13abb6c5fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:53:58.722005 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6ea38cd3-8119-46cf-9a80-e13abb6c5fd4 admin admin] 10.222.0.20 "GET /v2.0/networks/2382047b-acb0-492c-913c-976d745a5ec2 HTTP/1.1" status: 200  len: 825 time: 0.4454167
May 31 12:53:58.748022 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8e194d3f-ffaf-4b1e-a431-5de8d6fbf73b admin admin] 10.222.0.20 "GET /v2.0/subnetpools/02f20615-e2c2-49d5-8329-ef826e9d4f6a HTTP/1.1" status: 200  len: 734 time: 0.0207469
May 31 12:53:58.756447 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'name': 'private-subnet', 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:53:58.760562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:53:58.765222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Usage tracker for resource:subnet and tenant:89a80096b8834cdda2250fb1101e1780 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:53:58.768479 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:53:58.774212 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:53:58.783735 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Made reservation on behalf of 89a80096b8834cdda2250fb1101e1780 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:53:58.786187 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:59.257811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:59.262744 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:53:59.340193 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74de67e-4c47-48d0-8acd-e9ddd57abe0e,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:53:59.344784 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Checking segment: {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:53:59.345159 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Network hostable DHCP agents. Network: 2382047b-acb0-492c-913c-976d745a5ec2, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 12:53:59.347796 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:53:59.364183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Network 2382047b-acb0-492c-913c-976d745a5ec2 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 12:53:59.373534 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 2382047b-acb0-492c-913c-976d745a5ec2) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:53:59.378075 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:53:59.378669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:59.383088 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19ded9-ee00-4768-89bd-7793f291ac43 None None] Network 2382047b-acb0-492c-913c-976d745a5ec2 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:53:59.402219 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6489155
May 31 12:53:59.693215 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-2382047b-acb0-492c-913c-976d745a5ec2', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 12:53:59.694418 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:53:59.876901 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Allocated IP 172.20.0.2 (2382047b-acb0-492c-913c-976d745a5ec2/b74de67e-4c47-48d0-8acd-e9ddd57abe0e/b8ab0f34-38e3-4d22-b195-ac43e5a4b292) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:54:00.104683 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:00.117845 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Transition to ACTIVE for port object b8ab0f34-38e3-4d22-b195-ac43e5a4b292 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:54:00.137341 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Transition to ACTIVE for port object b8ab0f34-38e3-4d22-b195-ac43e5a4b292 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:54:00.144642 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:00.150103 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:00.208730 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Network 2382047b-acb0-492c-913c-976d745a5ec2 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:54:00.211601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:54:00.219789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Pushing event updated for resources: {'Port': ['ID=b8ab0f34-38e3-4d22-b195-ac43e5a4b292,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:00.232364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.232878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Tracked resource versions report:
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: pushed versions:
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: {   'AddressGroup': {'1.2'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'ConntrackHelper': {'1.0'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Log': {'1.0'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Network': {'1.1'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Port': {'1.7'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'PortForwarding': {'1.2'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'QosPolicy': {'1.8'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SecurityGroup': {'1.4'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SecurityGroupRule': {'1.2'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SubPort': {'1.0'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Subnet': {'1.1'},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Trunk': {'1.1'}}
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: consumer versions:
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'ConntrackHelper': '1.0',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Log': '1.0',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Network': '1.1',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Port': '1.7',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'PortForwarding': '1.2',
May 31 12:54:00.233251 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'QosPolicy': '1.8',
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SecurityGroup': '1.4',
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SecurityGroupRule': '1.2',
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SubPort': '1.0',
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Subnet': '1.1',
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Trunk': '1.1'}}
May 31 12:54:00.235242 dv-cinder-793264-2-iscsi neutron-server[91788]:  {{(pid=91788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 12:54:00.243388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:54:00.318352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:00.337789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Attempting to bind port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:54:00.338181 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Attempting to bind port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:54:00.338629 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Attempting to bind port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 on network 2382047b-acb0-492c-913c-976d745a5ec2 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:54:00.343819 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:54:00.344227 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Checking segment: {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:54:00.344692 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:00.345111 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Bound using segment: {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:54:00.345631 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Bound port: b8ab0f34-38e3-4d22-b195-ac43e5a4b292, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:54:00.346019 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:00.433502 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] For port b8ab0f34-38e3-4d22-b195-ac43e5a4b292, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:54:00.437934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] For port b8ab0f34-38e3-4d22-b195-ac43e5a4b292, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b8ab0f34-38e3-4d22-b195-ac43e5a4b292,segment=NetworkSegment(1beb0a7a-8214-4eec-98db-6042b59002fd),segment_id=1beb0a7a-8214-4eec-98db-6042b59002fd)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:54:00.442443 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:00.446255 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:00.529233 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Pushing event updated for resources: {'Port': ['ID=b8ab0f34-38e3-4d22-b195-ac43e5a4b292,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:00.534044 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:01.764791 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49024) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:02.135668 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [None req-7f4c2502-b7da-460e-b05d-4d08e1dfb262 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:54:02.136821 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7f4c2502-b7da-460e-b05d-4d08e1dfb262 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3711271
May 31 12:54:04.489732 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49034) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:04.861741 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [None req-a1435e82-da78-4f83-adf6-e51c92a34638 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:54:04.862726 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a1435e82-da78-4f83-adf6-e51c92a34638 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3720672
May 31 12:54:05.995928 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7d578-2c25-414e-8cf0-db6181518e64 None None] Network 2382047b-acb0-492c-913c-976d745a5ec2 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:54:06.090040 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-0d4bcc49-c774-4254-bc0f-57a5fb375d14 None None] Provisioning for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:54:06.276204 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b8ab0f34-38e3-4d22-b195-ac43e5a4b292 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:06.345351 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:54:06.350364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:06.350837 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:06.471868 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:06.505429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port b8ab0f34-38e3-4d22-b195-ac43e5a4b292, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b8ab0f34-38e3-4d22-b195-ac43e5a4b292,segment=NetworkSegment(1beb0a7a-8214-4eec-98db-6042b59002fd),segment_id=1beb0a7a-8214-4eec-98db-6042b59002fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:54:06.513208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:06.520606 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:06.566934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-134e2d68-7024-4134-be82-a19864b5104a None None] Provisioning complete for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:06.567313 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-134e2d68-7024-4134-be82-a19864b5104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:06.642371 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=b8ab0f34-38e3-4d22-b195-ac43e5a4b292,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:06.645493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:07.480029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49050) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:08.055056 dv-cinder-793264-2-iscsi neutron-server[91786]: WARNING oslo_policy.policy [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:54:08.055659 dv-cinder-793264-2-iscsi neutron-server[91786]: WARNING oslo_policy.policy [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:54:08.239445 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b8ab0f34-38e3-4d22-b195-ac43e5a4b292 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:08.275316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Request body: {'router': {'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:54:08.304411 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:08.304781 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.345791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.policy [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91786) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 31 12:54:08.392573 dv-cinder-793264-2-iscsi neutron-server[91786]: WARNING oslo_policy.policy [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:54:08.393060 dv-cinder-793264-2-iscsi neutron-server[91786]: WARNING oslo_policy.policy [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 31 12:54:08.401985 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.quota [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff32cba7520>.
May 31 12:54:08.417045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:54:08.423457 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Usage tracker for resource:router and tenant:89a80096b8834cdda2250fb1101e1780 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:54:08.428152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:54:08.435488 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:54:08.452562 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.454649 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.479587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.599856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.620024 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:08.621462 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8a545ff6-0b54-484f-b242-2876570e86af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.1393623
May 31 12:54:10.943774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49066) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:11.311919 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [None req-0603ef47-adfd-4407-999f-f4acf7cf748e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:54:11.312945 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0603ef47-adfd-4407-999f-f4acf7cf748e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3681872
May 31 12:54:11.760750 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-11ecfa6d-38a1-49aa-997b-79aa8c3184ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:13.644504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49076) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:13.974954 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.008312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:54:14.013364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:54:14.017176 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Usage tracker for resource:network and tenant:9101dc58cb1848f5842865142361b550 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:54:14.020587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:54:14.026303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:54:14.034750 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Made reservation on behalf of 9101dc58cb1848f5842865142361b550 for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:54:14.037561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.053893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.068075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:54:14.071717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Usage tracker for resource:security_group_rule and tenant:9101dc58cb1848f5842865142361b550 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:54:14.074835 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:54:14.080368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:54:14.153803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d569181f-37e4-47e4-83da-404c11f26aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.176418 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.180159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.185388 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:14.197161 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Reserving flat network on physical network physnet1 {{(pid=91786) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 31 12:54:14.230973 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792651121637', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.231595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff32d8c3e50> segment precommit_create {{(pid=91786) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 31 12:54:14.232082 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Added segment 2b9fe523-2f89-4d81-8a1b-1f714b486148 of type flat for network 0cce204c-875d-4b75-948f-c6bb2321319d
May 31 12:54:14.282477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6babe21d-95dd-4b63-8804-24f5e01351c5,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:14.302366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.302723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.303059 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.303385 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.303713 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.304046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.304366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.304683 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.305040 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.305357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.305671 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.305979 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Tracked resource versions report:
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]: pushed versions:
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]: {   'AddressGroup': {'1.2'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'ConntrackHelper': {'1.0'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Log': {'1.0'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Network': {'1.1'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Port': {'1.7'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'PortForwarding': {'1.2'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'QosPolicy': {'1.8'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SecurityGroup': {'1.4'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SecurityGroupRule': {'1.2'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SubPort': {'1.0'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Subnet': {'1.1'},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Trunk': {'1.1'}}
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]: consumer versions:
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'ConntrackHelper': '1.0',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Log': '1.0',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Network': '1.1',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Port': '1.7',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'PortForwarding': '1.2',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'QosPolicy': '1.8',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SecurityGroup': '1.4',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SecurityGroupRule': '1.2',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SubPort': '1.0',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Subnet': '1.1',
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Trunk': '1.1'}}
May 31 12:54:14.307089 dv-cinder-793264-2-iscsi neutron-server[91786]:  {{(pid=91786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 12:54:14.358529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.362692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:14.401660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.403145 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:54:14.403786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:14.408792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:14.510783 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8651750
May 31 12:54:14.513800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Pushing event updated for resources: {'Network': ['ID=0cce204c-875d-4b75-948f-c6bb2321319d,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:14.517069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:14.524787 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 0cce204c-875d-4b75-948f-c6bb2321319d details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 12:54:15.206465 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:16.802430 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49100) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:17.013087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b36f56-3ff0-4203-acf4-ca662f1976c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:54:17.014900 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f0b36f56-3ff0-4203-acf4-ca662f1976c0 admin admin] 10.222.0.20 "GET /v2.0/subnets/b74de67e-4c47-48d0-8acd-e9ddd57abe0e HTTP/1.1" status: 200  len: 849 time: 0.2114954
May 31 12:54:17.043903 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:17.172909 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b942625a-b69f-4cae-bc2f-86a90d8dda63 admin admin] 10.222.0.20 "GET /v2.0/routers/300054cc-bbcd-4c0e-bce4-8130494e80f9 HTTP/1.1" status: 200  len: 704 time: 0.1525924
May 31 12:54:17.653823 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:17.880822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Allocated IP 172.20.0.1 (2382047b-acb0-492c-913c-976d745a5ec2/b74de67e-4c47-48d0-8acd-e9ddd57abe0e/6700463e-9d5e-49ab-8a4e-fcbf21a20464) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:54:18.031556 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.049274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Transition to ACTIVE for port object 6700463e-9d5e-49ab-8a4e-fcbf21a20464 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:54:18.100413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.105020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:18.168996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Network 2382047b-acb0-492c-913c-976d745a5ec2 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:54:18.172377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:54:18.178054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:54:18.178590 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.298399 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Pushing event updated for resources: {'Port': ['ID=6700463e-9d5e-49ab-8a4e-fcbf21a20464,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:18.315377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:18.387746 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ffb5f818-35cc-4897-8055-2907b4a09868 None None] Provisioning for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:54:18.392352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ffb5f818-35cc-4897-8055-2907b4a09868 None None] Provisioning complete for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:18.392790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f818-35cc-4897-8055-2907b4a09868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.449263 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5f818-35cc-4897-8055-2907b4a09868 None None] Port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 12:54:18.485956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.705932 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.710054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.711160 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:18.714168 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:18.844641 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Pushing event updated for resources: {'Port': ['ID=6700463e-9d5e-49ab-8a4e-fcbf21a20464,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:18.847904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:18.905492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Network 2382047b-acb0-492c-913c-976d745a5ec2 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:54:18.906517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:54:19.071769 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c1d99ce1-b09a-4278-aa54-0c086e7dff15 None None] Provisioning complete for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:19.072146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c1d99ce1-b09a-4278-aa54-0c086e7dff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:19.095486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Router 300054cc-bbcd-4c0e-bce4-8130494e80f9 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 12:54:19.125303 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-c1d99ce1-b09a-4278-aa54-0c086e7dff15 None None] Port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 12:54:19.249534 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:54:19.258721 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Sync routers for ids ['300054cc-bbcd-4c0e-bce4-8130494e80f9'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:54:19.259171 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] 10.222.0.20 "PUT /v2.0/routers/300054cc-bbcd-4c0e-bce4-8130494e80f9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0812733
May 31 12:54:19.269076 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Routers {'300054cc-bbcd-4c0e-bce4-8130494e80f9'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:54:19.270027 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32ce2fc70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T12:54:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['300054cc-bbcd-4c0e-bce4-8130494e80f9'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:19.447601 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Set router 300054cc-bbcd-4c0e-bce4-8130494e80f9 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:54:19.817405 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32ce2fc70>, [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:18Z', 'revision_number': 2, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port_host': None, '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:18Z', 'revision_number': 2, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:19.822330 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Checking router: 300054cc-bbcd-4c0e-bce4-8130494e80f9 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:54:19.822712 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Updating router 300054cc-bbcd-4c0e-bce4-8130494e80f9 port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 12:54:19.877523 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.253238 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.267794 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Transition to ACTIVE for port object 6700463e-9d5e-49ab-8a4e-fcbf21a20464 will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:54:20.274395 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.280778 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:20.472971 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Pushing event updated for resources: {'Port': ['ID=6700463e-9d5e-49ab-8a4e-fcbf21a20464,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:20.495505 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.495845 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.496169 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.496493 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.496823 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.497148 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.497462 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.497776 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.498617 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.498929 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.499238 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.499544 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Tracked resource versions report:
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]: pushed versions:
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]: {   'AddressGroup': {'1.2'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'ConntrackHelper': {'1.0'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Log': {'1.0'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Network': {'1.1'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Port': {'1.7'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'PortForwarding': {'1.2'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'QosPolicy': {'1.8'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SecurityGroup': {'1.4'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SecurityGroupRule': {'1.2'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SubPort': {'1.0'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Subnet': {'1.1'},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Trunk': {'1.1'}}
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]: consumer versions:
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'ConntrackHelper': '1.0',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Log': '1.0',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Network': '1.1',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Port': '1.7',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'PortForwarding': '1.2',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'QosPolicy': '1.8',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SecurityGroup': '1.4',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SecurityGroupRule': '1.2',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SubPort': '1.0',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Subnet': '1.1',
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Trunk': '1.1'}}
May 31 12:54:20.500683 dv-cinder-793264-2-iscsi neutron-server[91789]:  {{(pid=91789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 12:54:20.506234 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:20.507108 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Attempting to bind port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:54:20.507496 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Attempting to bind port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:54:20.507931 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Attempting to bind port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 on network 2382047b-acb0-492c-913c-976d745a5ec2 {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:54:20.513085 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:54:20.514109 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Checking segment: {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:54:20.514579 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.514959 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Bound using segment: {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:54:20.515472 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Bound port: 6700463e-9d5e-49ab-8a4e-fcbf21a20464, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1beb0a7a-8214-4eec-98db-6042b59002fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:54:20.515839 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.600858 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] For port 6700463e-9d5e-49ab-8a4e-fcbf21a20464, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:54:20.604729 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] For port 6700463e-9d5e-49ab-8a4e-fcbf21a20464, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=6700463e-9d5e-49ab-8a4e-fcbf21a20464,segment=NetworkSegment(1beb0a7a-8214-4eec-98db-6042b59002fd),segment_id=1beb0a7a-8214-4eec-98db-6042b59002fd)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:54:20.609027 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:20.614035 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:20.699756 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Routers {'300054cc-bbcd-4c0e-bce4-8130494e80f9'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:54:20.700385 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32ce2fc70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T12:54:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['300054cc-bbcd-4c0e-bce4-8130494e80f9'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:20.764628 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Pushing event updated for resources: {'Port': ['ID=6700463e-9d5e-49ab-8a4e-fcbf21a20464,revision_number=4']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:20.770259 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:20.889374 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] Set router 300054cc-bbcd-4c0e-bce4-8130494e80f9 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:54:21.215191 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32ce2fc70>, [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:18Z', 'revision_number': 2, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port_host': None, '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:20Z', 'revision_number': 4, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:21.219686 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6577f-c897-46dd-9b75-0381f4ecc9ff None None] The sync data for ids ['300054cc-bbcd-4c0e-bce4-8130494e80f9'] in dv-cinder-793264-2-iscsi is: [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:18Z', 'revision_number': 2, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port_host': None, '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:20Z', 'revision_number': 4, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:54:21.425660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49122) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:21.577988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722402d-246c-49d4-bf60-453cc2747ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:54:21.578553 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2722402d-246c-49d4-bf60-453cc2747ba7 admin admin] Synchronizing usage tracker for tenant:9101dc58cb1848f5842865142361b550 on resource:network {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:54:21.597381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2722402d-246c-49d4-bf60-453cc2747ba7 admin admin] Unset dirty status for tenant:9101dc58cb1848f5842865142361b550 on resource:network {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:54:21.598517 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2722402d-246c-49d4-bf60-453cc2747ba7 admin admin] 10.222.0.20 "GET /v2.0/networks/0cce204c-875d-4b75-948f-c6bb2321319d HTTP/1.1" status: 200  len: 842 time: 0.1717949
May 31 12:54:21.607785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:54:21.613303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:54:21.617144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Usage tracker for resource:subnet and tenant:9101dc58cb1848f5842865142361b550 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:54:21.620211 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:54:21.626539 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:54:21.636612 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Made reservation on behalf of 9101dc58cb1848f5842865142361b550 for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:54:21.639402 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:22.059648 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.objects.ports [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91786) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 31 12:54:22.060095 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:22.064869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:22.175315 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2cec59-4af9-47bd-bd09-1c17633face1,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:22.179233 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:22.187056 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:54:22.187408 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Network hostable DHCP agents. Network: 0cce204c-875d-4b75-948f-c6bb2321319d, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 12:54:22.205849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 12:54:22.215486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 0cce204c-875d-4b75-948f-c6bb2321319d) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:54:22.220696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:54:22.222690 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:22.223986 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1366e27f-cbb8-4305-89e2-738edd4e8984 None None] Network 0cce204c-875d-4b75-948f-c6bb2321319d requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:54:22.244243 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6399603
May 31 12:54:22.429332 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84ce6c-4bae-4e86-93c9-d4de08be2ef6 None None] Network 0cce204c-875d-4b75-948f-c6bb2321319d requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:54:24.268536 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 6700463e-9d5e-49ab-8a4e-fcbf21a20464 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:24.338897 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:54:24.344249 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:24.344628 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:24.464469 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:24.479991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49136) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:24.500631 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 6700463e-9d5e-49ab-8a4e-fcbf21a20464, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=6700463e-9d5e-49ab-8a4e-fcbf21a20464,segment=NetworkSegment(1beb0a7a-8214-4eec-98db-6042b59002fd),segment_id=1beb0a7a-8214-4eec-98db-6042b59002fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:54:24.504661 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:24.506783 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:24.575442 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=6700463e-9d5e-49ab-8a4e-fcbf21a20464,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:24.579454 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:24.677718 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-55c2f78e-df6a-4a13-92b4-c799149e69d9 admin admin] 10.222.0.20 "GET /v2.0/routers/300054cc-bbcd-4c0e-bce4-8130494e80f9 HTTP/1.1" status: 200  len: 710 time: 0.1966114
May 31 12:54:24.803725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7a21c-9eef-4e65-8d50-6348b6b2fbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:54:24.805089 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-15c7a21c-9eef-4e65-8d50-6348b6b2fbfd admin admin] 10.222.0.20 "GET /v2.0/networks/0cce204c-875d-4b75-948f-c6bb2321319d HTTP/1.1" status: 200  len: 886 time: 0.1222756
May 31 12:54:24.814248 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:54:25.256692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:25.589886 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:25.644720 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:25.823119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Allocated IP 172.27.3.98 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/7a394aea-745b-4fd7-ac92-0ccf3bcfc070) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:54:25.963390 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:25.991931 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:25.996418 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:26.058795 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:54:26.061588 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:54:26.064914 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:54:26.119747 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:26.130037 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:26.253003 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 6700463e-9d5e-49ab-8a4e-fcbf21a20464 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:26.320814 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:26.321208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:26.445847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:26.775433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:26.778648 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-387201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-387264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-389460'] for router, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:26.953658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Router 300054cc-bbcd-4c0e-bce4-8130494e80f9 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 12:54:27.176091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 12:54:27.184546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:27.186285 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] 10.222.0.20 "PUT /v2.0/routers/300054cc-bbcd-4c0e-bce4-8130494e80f9 HTTP/1.1" status: 200  len: 889 time: 2.3757470
May 31 12:54:27.187196 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Sync routers for ids ['300054cc-bbcd-4c0e-bce4-8130494e80f9'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 12:54:27.197234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Routers {'300054cc-bbcd-4c0e-bce4-8130494e80f9'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:54:27.197897 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a370>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T12:54:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['300054cc-bbcd-4c0e-bce4-8130494e80f9'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:27.387965 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Set router 300054cc-bbcd-4c0e-bce4-8130494e80f9 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:54:27.749033 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a370>, [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:26Z', 'revision_number': 4, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port': {'id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:25Z', 'updated_at': '2021-05-31T12:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:24Z', 'revision_number': 5, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:27.753801 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Checking router: 300054cc-bbcd-4c0e-bce4-8130494e80f9 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 12:54:27.754163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Updating router 300054cc-bbcd-4c0e-bce4-8130494e80f9 port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 12:54:27.805038 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.126137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.137056 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Transition to ACTIVE for port object 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:54:28.143634 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.148320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ab56756f-5e9f-4ece-b525-170d878860f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:28.225428 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Pushing event updated for resources: {'Port': ['ID=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:28.228816 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:28.229606 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Attempting to bind port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:54:28.229983 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Attempting to bind port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:54:28.230354 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Attempting to bind port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:54:28.235947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:54:28.236329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:54:28.236761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.237156 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:54:28.237629 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Bound port: 7a394aea-745b-4fd7-ac92-0ccf3bcfc070, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:54:28.238010 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.310461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] For port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:54:28.313475 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] For port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:54:28.317158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:28.320715 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:28.396497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Routers {'300054cc-bbcd-4c0e-bce4-8130494e80f9'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 12:54:28.397133 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a370>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T12:54:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['300054cc-bbcd-4c0e-bce4-8130494e80f9'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:28.459689 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Pushing event updated for resources: {'Port': ['ID=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:28.464119 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:28.579973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] Set router 300054cc-bbcd-4c0e-bce4-8130494e80f9 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 12:54:28.898456 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a370>, [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:26Z', 'revision_number': 4, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port': {'id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:25Z', 'updated_at': '2021-05-31T12:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:24Z', 'revision_number': 5, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 12:54:28.902369 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f44ce0b-8b3a-4e88-b929-2817e55af6a3 None None] The sync data for ids ['300054cc-bbcd-4c0e-bce4-8130494e80f9'] in dv-cinder-793264-2-iscsi is: [{'id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'name': 'router1', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:26Z', 'revision_number': 4, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'gw_port': {'id': '7a394aea-745b-4fd7-ac92-0ccf3bcfc070', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:25Z', 'updated_at': '2021-05-31T12:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '6700463e-9d5e-49ab-8a4e-fcbf21a20464', 'name': '', 'network_id': '2382047b-acb0-492c-913c-976d745a5ec2', 'tenant_id': '89a80096b8834cdda2250fb1101e1780', 'mac_address': 'fa:16:3e:1b:86:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '300054cc-bbcd-4c0e-bce4-8130494e80f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:17Z', 'updated_at': '2021-05-31T12:54:24Z', 'revision_number': 5, 'project_id': '89a80096b8834cdda2250fb1101e1780', 'subnets': [{'id': 'b74de67e-4c47-48d0-8acd-e9ddd57abe0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02f20615-e2c2-49d5-8329-ef826e9d4f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 12:54:29.509145 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49146) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:54:29.659606 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2c2c1843-15f8-4d3d-a757-81bd78d15586 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1492972
May 31 12:54:30.281433 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:30.375963 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:54:30.380673 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:30.381135 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:30.499590 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:30.522991 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:54:30.531075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:30.533421 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:54:30.600607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=7a394aea-745b-4fd7-ac92-0ccf3bcfc070,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:54:30.603582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:54:32.269274 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:54:32.342364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 7a394aea-745b-4fd7-ac92-0ccf3bcfc070 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:54:32.342745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:37.873082 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:54:41.766027 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-03f9f384-086d-4396-8b05-223fbed0bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:43.983641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:44.177074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c8f04b3d-b515-4f97-bf96-afafb720d3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:45.215058 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:54:47.063933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:11.758389 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8753-8dbc-4659-850a-6bf65e5e763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:13.977533 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:14.160146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f8790fa6-d18c-49a7-9d68-d8c61668f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:14.872537 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:55:15.218806 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:17.064185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:41.758206 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-dddd18f1-f780-45f3-a7f1-bd1e3d454eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:43.980909 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:44.163598 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-34f319e9-cf35-4793-951c-9f98a9eb987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:45.222553 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:47.064349 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:55:51.871985 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:56:03.171228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49716) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:03.239714 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d083923-2c0c-4391-986d-32d9921338ee admin admin] GET failed (client error): The resource could not be found.
May 31 12:56:03.240968 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8d083923-2c0c-4391-986d-32d9921338ee admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0687900
May 31 12:56:03.369101 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3b5eb-1fa5-4779-bf1d-3a6e52181f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:03.370440 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-acc3b5eb-1fa5-4779-bf1d-3a6e52181f65 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1258154
May 31 12:56:05.437704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49726) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:05.542332 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444b8d1-70a4-435a-8f7a-84cc9b89545a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:05.544201 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a444b8d1-70a4-435a-8f7a-84cc9b89545a admin admin] 10.222.0.20 "GET /v2.0/subnets/b74de67e-4c47-48d0-8acd-e9ddd57abe0e HTTP/1.1" status: 200  len: 849 time: 0.1055672
May 31 12:56:05.553241 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:56:05.669418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Notify callbacks [] for subnet, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:05.862934 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792651045533'] for subnet, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:05.867373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:05.904096 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:05.904736 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:05.906146 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] 10.222.0.20 "PUT /v2.0/subnets/b74de67e-4c47-48d0-8acd-e9ddd57abe0e HTTP/1.1" status: 200  len: 868 time: 0.3564346
May 31 12:56:05.924155 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1323c4a-9bcd-49e5-9fca-dc3775c9f34a None None] Network 2382047b-acb0-492c-913c-976d745a5ec2 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:56:05.934615 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74de67e-4c47-48d0-8acd-e9ddd57abe0e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:05.942388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.942749 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.943084 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.943407 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.943728 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.944060 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.944381 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.944693 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.945031 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.945344 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.945651 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.945956 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:05.950218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:06.376142 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-4a1a4d61-4f17-4486-82c7-e21d28afbf37 None None] Provisioning complete for port b8ab0f34-38e3-4d22-b195-ac43e5a4b292 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:56:06.376512 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d61-4f17-4486-82c7-e21d28afbf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:06.499828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-4a1a4d61-4f17-4486-82c7-e21d28afbf37 None None] Provisioning complete for port 6700463e-9d5e-49ab-8a4e-fcbf21a20464 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:56:06.500208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4a1a4d61-4f17-4486-82c7-e21d28afbf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:08.032102 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49736) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:08.202118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb90a9-dce5-49cb-a4ea-2de22e80accc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:08.202593 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bb90a9-dce5-49cb-a4ea-2de22e80accc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:08.204059 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-97bb90a9-dce5-49cb-a4ea-2de22e80accc admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1710086
May 31 12:56:10.286144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49746) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:10.455972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d948d32-91b5-44e5-a00d-61f1e5e3c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:10.456448 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d948d32-91b5-44e5-a00d-61f1e5e3c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:10.457948 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2d948d32-91b5-44e5-a00d-61f1e5e3c1a8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1708894
May 31 12:56:11.750146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-3219cfbb-d802-4080-b186-2f65e99b942d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:12.587128 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49756) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:12.753911 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926003f-5016-444a-b198-ecf16bb0031d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:12.755271 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f926003f-5016-444a-b198-ecf16bb0031d admin admin] 10.222.0.20 "GET /v2.0/networks/0cce204c-875d-4b75-948f-c6bb2321319d HTTP/1.1" status: 200  len: 886 time: 0.1671762
May 31 12:56:13.983644 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:14.166013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50c7ca41-62be-4e17-a691-77f1125d8c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:14.825944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49766) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:15.000151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81864ea-7a11-44ba-ba68-02cb59492d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:15.001517 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e81864ea-7a11-44ba-ba68-02cb59492d41 admin admin] 10.222.0.20 "GET /v2.0/networks/2382047b-acb0-492c-913c-976d745a5ec2 HTTP/1.1" status: 200  len: 869 time: 0.1746376
May 31 12:56:15.224790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:17.063998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49776) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:17.073186 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:17.169387 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c0929-2600-41eb-bad8-88d51c2a8929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:17.169851 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c0929-2600-41eb-bad8-88d51c2a8929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:17.171335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-941c0929-2600-41eb-bad8-88d51c2a8929 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1063883
May 31 12:56:19.249245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49786) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:19.353381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cbf26-13f8-4dad-b4bd-cc403786329a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:19.353843 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6cbf26-13f8-4dad-b4bd-cc403786329a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:19.354548 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-9b6cbf26-13f8-4dad-b4bd-cc403786329a admin admin] Synchronizing usage tracker for tenant:9101dc58cb1848f5842865142361b550 on resource:subnet {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:56:19.369422 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-9b6cbf26-13f8-4dad-b4bd-cc403786329a admin admin] Unset dirty status for tenant:9101dc58cb1848f5842865142361b550 on resource:subnet {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:56:19.370522 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9b6cbf26-13f8-4dad-b4bd-cc403786329a admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1203690
May 31 12:56:21.441305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49796) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:21.540439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2bcbd-12be-4eba-952f-961af3eb7b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:21.541797 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-53f2bcbd-12be-4eba-952f-961af3eb7b31 admin admin] 10.222.0.20 "GET /v2.0/subnets/6e2cec59-4af9-47bd-bd09-1c17633face1 HTTP/1.1" status: 200  len: 816 time: 0.0995562
May 31 12:56:23.627037 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49806) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:23.733923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72055-206d-4efd-a94d-c70fc5845d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:23.735216 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8ec72055-206d-4efd-a94d-c70fc5845d67 admin admin] 10.222.0.20 "GET /v2.0/subnets/b74de67e-4c47-48d0-8acd-e9ddd57abe0e HTTP/1.1" status: 200  len: 868 time: 0.1072066
May 31 12:56:28.869883 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:56:41.751508 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-41d490bc-02d6-48f3-871f-c798cd8f5f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:43.985759 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:44.167236 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e8c81a42-48a9-4067-b73c-fd7df9cea1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:45.227730 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:46.557035 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49850) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:46.604219 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [None req-f7f07e0c-da63-47ff-90ee-8aa9b0a27c1c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:56:46.605219 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f7f07e0c-da63-47ff-90ee-8aa9b0a27c1c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0473025
May 31 12:56:47.075930 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:48.750299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49860) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:48.816346 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.pecan_wsgi.hooks.translation [None req-031c247a-a306-4d78-93e6-589943908620 admin admin] GET failed (client error): The resource could not be found.
May 31 12:56:48.817611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-031c247a-a306-4d78-93e6-589943908620 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0663984
May 31 12:56:48.940714 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706d40b-2dba-4921-8c15-7f46a962ed10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:48.942090 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e706d40b-2dba-4921-8c15-7f46a962ed10 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1207597
May 31 12:56:51.056337 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49870) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:51.103026 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:56:51.108037 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:56:51.117744 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:56:51.127522 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Made reservation on behalf of 9101dc58cb1848f5842865142361b550 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:56:51.129820 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:51.216203 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING neutron.services.revisions.revision_plugin [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff32ceaa3a0] {project_id='9101dc58cb1848f5842865142361b550', id='01c8490f-3b6e-43c5-ae79-a94b3bd834ea', target_tenant='*', action='access_as_shared', object_id='c68fc6ee-b73f-4bf4-a327-bb88af996700'}> to bump revision.
May 31 12:56:51.228573 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 12:56:51.238678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:51.238958 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Added segment 40baa722-b585-41b5-87b1-ea85ec99f1dd of type vlan for network c68fc6ee-b73f-4bf4-a327-bb88af996700
May 31 12:56:51.263777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:51.292324 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:51.294232 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:51.294812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:51.299565 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:51.397064 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3394332
May 31 12:56:51.400016 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Pushing event updated for resources: {'Network': ['ID=c68fc6ee-b73f-4bf4-a327-bb88af996700,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:51.403323 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:51.412770 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 12:56:53.550186 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49880) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:56:53.617303 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e30b6d-2afd-4f04-a590-c87997e83af2 admin admin] GET failed (client error): The resource could not be found.
May 31 12:56:53.617815 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f4e30b6d-2afd-4f04-a590-c87997e83af2 admin admin] Synchronizing usage tracker for tenant:9101dc58cb1848f5842865142361b550 on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:56:53.632366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f4e30b6d-2afd-4f04-a590-c87997e83af2 admin admin] Unset dirty status for tenant:9101dc58cb1848f5842865142361b550 on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:56:53.633506 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f4e30b6d-2afd-4f04-a590-c87997e83af2 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0823777
May 31 12:56:53.760366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab15f5-d1d8-4538-8608-6b7cfc6ef475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:53.761733 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-94ab15f5-d1d8-4538-8608-6b7cfc6ef475 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1244082
May 31 12:56:53.771152 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 12:56:53.775404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:56:53.784646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:56:53.794193 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Made reservation on behalf of 9101dc58cb1848f5842865142361b550 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 12:56:53.796322 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.169144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.173470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:54.243620 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d2d6f9-6865-4ec3-9017-12257f7a205e,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:54.247374 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:54.252939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Checking segment: {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:56:54.253294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Network hostable DHCP agents. Network: c68fc6ee-b73f-4bf4-a327-bb88af996700, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 12:56:54.269646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 12:56:54.277900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, c68fc6ee-b73f-4bf4-a327-bb88af996700) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:56:54.281868 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 12:56:54.282454 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.286285 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac6d4e-26fa-42bc-bfa9-0427cee8af81 None None] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:56:54.306498 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5386505
May 31 12:56:54.529694 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-c68fc6ee-b73f-4bf4-a327-bb88af996700', 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700', 'tenant_id': '9101dc58cb1848f5842865142361b550', 'fixed_ips': [{'subnet_id': '85d2d6f9-6865-4ec3-9017-12257f7a205e'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 12:56:54.530530 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.686727 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Allocated IP 192.168.233.2 (c68fc6ee-b73f-4bf4-a327-bb88af996700/85d2d6f9-6865-4ec3-9017-12257f7a205e/da0db177-cf86-4278-acf2-34352c684c53) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 12:56:54.893576 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.904504 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Transition to ACTIVE for port object da0db177-cf86-4278-acf2-34352c684c53 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:56:54.923299 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Transition to ACTIVE for port object da0db177-cf86-4278-acf2-34352c684c53 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 12:56:54.928890 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:54.933364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:54.994062 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 12:56:54.996904 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 12:56:55.002905 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 12:56:55.004931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Pushing event updated for resources: {'Port': ['ID=da0db177-cf86-4278-acf2-34352c684c53,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:55.013892 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.014239 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.014580 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.014906 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.015227 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.015555 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.015876 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.016195 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.016531 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.016945 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.017276 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.017590 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:56:55.044317 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:55.104235 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Attempting to bind port da0db177-cf86-4278-acf2-34352c684c53 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 12:56:55.104609 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Attempting to bind port da0db177-cf86-4278-acf2-34352c684c53 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 12:56:55.105013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Attempting to bind port da0db177-cf86-4278-acf2-34352c684c53 on network c68fc6ee-b73f-4bf4-a327-bb88af996700 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 12:56:55.111158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 12:56:55.111536 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Checking segment: {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 12:56:55.112194 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:55.112590 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Bound using segment: {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 12:56:55.113180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Bound port: da0db177-cf86-4278-acf2-34352c684c53, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 12:56:55.113540 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:55.200368 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] For port da0db177-cf86-4278-acf2-34352c684c53, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 12:56:55.203575 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] For port da0db177-cf86-4278-acf2-34352c684c53, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=da0db177-cf86-4278-acf2-34352c684c53,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 12:56:55.207166 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:55.211014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:55.290081 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Pushing event updated for resources: {'Port': ['ID=da0db177-cf86-4278-acf2-34352c684c53,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:55.293437 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:56.072389 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9a90c-e8de-4f53-aea2-6d4aba28ce79 None None] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 12:56:56.162457 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-cc991f57-4be6-4c96-9bf7-6b3b1d2a97ab None None] Provisioning for port da0db177-cf86-4278-acf2-34352c684c53 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:56:56.423901 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device da0db177-cf86-4278-acf2-34352c684c53 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:56:56.496863 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port da0db177-cf86-4278-acf2-34352c684c53 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 12:56:56.501803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port da0db177-cf86-4278-acf2-34352c684c53 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:56:56.501989 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:56.630011 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:56.638898 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ee53b4ae-012a-46a5-b758-448525c87fec None None] Provisioning complete for port da0db177-cf86-4278-acf2-34352c684c53 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:56:56.639265 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ee53b4ae-012a-46a5-b758-448525c87fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:56.709065 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port da0db177-cf86-4278-acf2-34352c684c53, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=da0db177-cf86-4278-acf2-34352c684c53,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 12:56:56.716813 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:56:56.721991 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:56:56.834144 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=da0db177-cf86-4278-acf2-34352c684c53,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:56:56.841675 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:56:58.372744 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device da0db177-cf86-4278-acf2-34352c684c53 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 12:56:58.443322 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port da0db177-cf86-4278-acf2-34352c684c53 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 12:56:58.443704 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:05.868713 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:57:11.755348 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a181-7d2c-4fd8-a282-110980ddd93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:13.992551 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:14.170704 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-87b50e09-c6df-4352-9599-738708711a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:15.230430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:17.081871 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:41.757498 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f6b10a08-a1a9-4909-b6d0-15b8fb89fd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:42.867014 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:57:43.984261 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:44.173300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7d26cc88-ca74-45b0-b550-40a46e6a5d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:45.233752 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:57:47.082368 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:02.831958 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 49930) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:58:02.837833 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [None req-a87b41c7-3295-47a8-9f10-db7a8a368c67 tempest-verify_tempest_config-1697234694 tempest-verify_tempest_config-1697234694-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 12:58:02.838762 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a87b41c7-3295-47a8-9f10-db7a8a368c67 tempest-verify_tempest_config-1697234694 tempest-verify_tempest_config-1697234694-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058687
May 31 12:58:03.137253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49948) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:58:03.248605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.262937 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 12:58:03.266690 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8e2a55ea5e4e3dbf408f0c05fa05d9 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 12:58:03.269505 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 12:58:03.275083 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 12:58:03.355193 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.358620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.367342 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:58:03.408271 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Synchronizing usage tracker for tenant:9101dc58cb1848f5842865142361b550 on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 12:58:03.410453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd373775-93f2-4513-b563-e3639dd16094,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:58:03.421087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.421432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.421767 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.422091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.422415 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.422757 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.423091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.423399 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.423733 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.424052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.424368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.424681 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 12:58:03.429384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:58:03.440941 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Unset dirty status for tenant:9101dc58cb1848f5842865142361b550 on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 12:58:03.442165 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd8e2a55ea5e4e3dbf408f0c05fa05d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3038919
May 31 12:58:03.444721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 49954) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:58:03.501800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.526039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.617635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.622008 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 12:58:03.632717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd373775-93f2-4513-b563-e3639dd16094,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 12:58:03.638245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 12:58:03.639381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:03.640489 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd373775-93f2-4513-b563-e3639dd16094 HTTP/1.1" status: 204  len: 168 time: 0.1948292
May 31 12:58:11.761734 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9033ba8f-9d40-437a-a2cd-ba0473df7ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:13.988224 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:14.174904 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-849a7fc6-8eee-41be-a0aa-3ecf72b20d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:15.236309 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:17.084234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:19.866335 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:58:41.763601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9cc4bd37-ecbc-41e2-b6a6-4cb07f723924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:43.989695 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:44.176204 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d9a88c6b-322c-4c0c-a11d-ae36490a730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:45.238660 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:47.088493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:58:56.865793 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:59:11.764747 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-57549702-5235-4105-b1aa-84be5ee11130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:13.991477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:14.175966 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0e2efca8-2fb3-4814-a315-bfb9c990b34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:15.241883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:17.090593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:33.865592 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 5 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 12:59:39.157593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646'] for agent, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:40.875937 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50006) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:59:40.986915 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a0e9c804-a482-473e-ae13-1728a6e897af admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1099303
May 31 12:59:41.766314 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0a91-5e63-40cf-bfc0-4e7636140e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:43.115455 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50016) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 12:59:43.169354 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a015c904-86ff-4a5b-95c7-eb13e5d255fb admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0528436
May 31 12:59:43.993607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:44.176080 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-971a63b6-5dd0-484d-adf2-e2016a842acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:45.243434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 12:59:47.095314 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:09.118477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:10.865323 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:00:11.767275 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af61e50a-190a-4c3a-8de7-f1177402d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:13.996021 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:14.176143 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-db484f8b-7b46-4ce6-af1c-ce84c7c4c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:15.245686 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:17.096559 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:39.110363 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:41.770496 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b25321a3-814c-4aec-83f9-a58b889b213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:43.998838 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:44.176165 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f769511a-f32e-45d7-8d4e-be1cb8e8e46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:45.248780 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:47.100041 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:00:47.865142 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:01:08.928998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50206) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:09.130175 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.144323 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-313467878-network', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:09.149891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:09.153976 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Usage tracker for resource:network and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:09.157584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:09.163697 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:09.186459 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Made reservation on behalf of 8181df2d0f9e4ceaac4d01bb1aef8f5c for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:09.186459 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.195292 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.210072 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:09.213954 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:09.216765 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:09.222554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:09.313611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.319401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.324177 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:09.350850 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127049f-f2e8-4228-a0ba-42df1dc3c623,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:09.359829 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.360132 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.360474 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.360825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.361157 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.361497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.361824 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.362145 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.362481 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.362803 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.363119 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.363432 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Tracked resource versions report:
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]: pushed versions:
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]: {   'AddressGroup': {'1.2'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'ConntrackHelper': {'1.0'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Log': {'1.0'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Network': {'1.1'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Port': {'1.7'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'PortForwarding': {'1.2'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'QosPolicy': {'1.8'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SecurityGroup': {'1.4'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SecurityGroupRule': {'1.2'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'SubPort': {'1.0'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Subnet': {'1.1'},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     'Trunk': {'1.1'}}
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]: consumer versions:
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     HyperV agent@hv-cinder-79326: {},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'ConntrackHelper': '1.0',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Log': '1.0',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Network': '1.1',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Port': '1.7',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'PortForwarding': '1.2',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'QosPolicy': '1.8',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SecurityGroup': '1.4',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SecurityGroupRule': '1.2',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'SubPort': '1.0',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Subnet': '1.1',
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:                                                      'Trunk': '1.1'}}
May 31 13:01:09.364744 dv-cinder-793264-2-iscsi neutron-server[91787]:  {{(pid=91787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 13:01:09.370350 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:09.374259 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:09.384198 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.384700 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Added segment 7f629a6b-ddc8-4237-832a-2f01651638e0 of type vlan for network 1c6288f2-4229-4d70-87dc-70741c357487
May 31 13:01:09.410069 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.440326 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.441921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:09.442580 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.458070 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:09.548703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50240) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:09.554148 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Request body: {'subnet': {'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-313467878-subnet', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:09.557645 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6272483
May 31 13:01:09.559830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:09.563716 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Usage tracker for resource:subnet and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:09.566618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:09.572407 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:09.575144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Pushing event updated for resources: {'Network': ['ID=1c6288f2-4229-4d70-87dc-70741c357487,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:09.584946 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:09.586221 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 1c6288f2-4229-4d70-87dc-70741c357487 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:09.599819 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Made reservation on behalf of 8181df2d0f9e4ceaac4d01bb1aef8f5c for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:09.602182 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:09.746548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50248) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:09.848643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50256) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:10.019444 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50270) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:10.035311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.040116 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:10.092175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:10.103075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.103862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.104477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.105002 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.105509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.106032 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.106508 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.107007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.107480 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.107962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.108442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.108763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Tracked resource versions report:
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]: pushed versions:
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]: {   'AddressGroup': {'1.2'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'ConntrackHelper': {'1.0'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Log': {'1.0'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Network': {'1.1'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Port': {'1.7'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'PortForwarding': {'1.2'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'QosPolicy': {'1.8'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SecurityGroup': {'1.4'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SecurityGroupRule': {'1.2'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'SubPort': {'1.0'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Subnet': {'1.1'},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     'Trunk': {'1.1'}}
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]: consumer versions:
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     HyperV agent@hv-cinder-79326: {},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'ConntrackHelper': '1.0',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Log': '1.0',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Network': '1.1',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Port': '1.7',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'PortForwarding': '1.2',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'QosPolicy': '1.8',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SecurityGroup': '1.4',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SecurityGroupRule': '1.2',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'SubPort': '1.0',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Subnet': '1.1',
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:                                                      'Trunk': '1.1'}}
May 31 13:01:10.109867 dv-cinder-793264-2-iscsi neutron-server[91786]:  {{(pid=91786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 13:01:10.113084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:10.135443 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899561787-network', 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:10.141452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Checking segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:10.141822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Network hostable DHCP agents. Network: 1c6288f2-4229-4d70-87dc-70741c357487, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:10.142541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.148121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Usage tracker for resource:network and tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.154933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.161064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.166252 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Network 1c6288f2-4229-4d70-87dc-70741c357487 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:10.173384 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:10.176661 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.181335 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 1c6288f2-4229-4d70-87dc-70741c357487) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:10.192857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.197148 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92301d3-a01e-4690-93b1-01823dfb5349 None None] Network 1c6288f2-4229-4d70-87dc-70741c357487 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:10.204520 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-network', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:10.210258 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.215365 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.216298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:10.217382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.219480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Usage tracker for resource:security_group_rule and tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.222920 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.230505 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.238167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Usage tracker for resource:network and tenant:3ec70800ef1f486a9bcf1c90729f35dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.245243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.255268 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7054861
May 31 13:01:10.256060 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50286) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:10.257074 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.263939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:10.270210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.274371 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Made reservation on behalf of 3ec70800ef1f486a9bcf1c90729f35dd for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:10.277144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Usage tracker for resource:router and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.281316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.282326 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.289347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.313962 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.315847 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.320307 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.345305 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.401934 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.410504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Usage tracker for resource:security_group_rule and tenant:3ec70800ef1f486a9bcf1c90729f35dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.413599 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.419624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.516035 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-266990842-network', 'tenant_id': '52acb46545c54252ab03a9b30576bfa8'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:10.526784 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.533558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.542867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-31d31617-c4ff-4bf1-83ad-cc949600f433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:10.577516 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-1c6288f2-4229-4d70-87dc-70741c357487', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:01:10.578367 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.589678 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:10.594940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:10.605154 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'}  {{(pid=91786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:10.618089 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.618636 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Added segment 9c363626-ac83-419d-bc23-8bab8876e772 of type vlan for network e99ef81f-6c80-47b7-b34a-7ef933e2240e
May 31 13:01:10.660521 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.760929 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.763105 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:10.763912 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:10.769993 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:10.796482 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.830768 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Usage tracker for resource:network and tenant:52acb46545c54252ab03a9b30576bfa8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.845030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.902099 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Pushing event updated for resources: {'Network': ['ID=e99ef81f-6c80-47b7-b34a-7ef933e2240e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:10.906046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:10.915616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:10.939869 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.0893197
May 31 13:01:10.943977 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50316) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:10.950109 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Request body: {'subnet': {'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-subnet', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:10.954544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:10.959199 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Usage tracker for resource:subnet and tenant:3ec70800ef1f486a9bcf1c90729f35dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:10.962686 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:10.968907 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:10.996913 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Allocated IP 172.20.0.2 (1c6288f2-4229-4d70-87dc-70741c357487/bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5/816f3ad5-1095-4b4c-8706-52be374b02b8) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:10.997362 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:11.082103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.087643 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.095173 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.100576 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Made reservation on behalf of 52acb46545c54252ab03a9b30576bfa8 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:11.103257 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.107517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Made reservation on behalf of 3ec70800ef1f486a9bcf1c90729f35dd for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:11.110027 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.118161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb80a4c5-1ba8-493d-9e9e-17299e6098e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:11.171888 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.184871 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551e8cd2-1f2a-44f1-9109-3accc5659b69,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:11.202061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:11.206919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:11.211990 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Usage tracker for resource:security_group_rule and tenant:52acb46545c54252ab03a9b30576bfa8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:11.217023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:11.224086 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:11.363104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.364939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:11.373418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.386058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:11.476840 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.476840 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Added segment 6e76c1bb-9d65-4f2c-9689-400923e9b76d of type vlan for network d4433981-1e98-4e61-b779-b6a7a9fd656e
May 31 13:01:11.538036 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:11.619870 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:11.646987 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.650780 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:11.651738 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.652069 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Added segment e93d8106-e469-4bfd-b0b7-74c7ae9c4288 of type vlan for network 70a11e31-9924-44b2-9295-d640d63ae0ad
May 31 13:01:11.731379 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.763315 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Transition to ACTIVE for port object 816f3ad5-1095-4b4c-8706-52be374b02b8 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:11.783174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50344) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:11.819075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Transition to ACTIVE for port object 816f3ad5-1095-4b4c-8706-52be374b02b8 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:11.832063 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.848159 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:11.894872 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.911532 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2b930aee-4701-44b8-b02f-0f30b71b6198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.932193 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:11.972331 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Pushing event updated for resources: {'Port': ['ID=816f3ad5-1095-4b4c-8706-52be374b02b8,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:11.980133 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Network 1c6288f2-4229-4d70-87dc-70741c357487 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:11.991886 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:11.994650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bdc093b8-8189-4d99-ad2b-188e426893a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:11.999119 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:12.034988 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.037167 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.038552 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.038936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.039267 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.040018 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.040506 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.040854 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.041272 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.041614 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.041934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.042299 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.042616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Tracked resource versions report:
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]: pushed versions:
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]: {   'AddressGroup': {'1.2'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'ConntrackHelper': {'1.0'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Log': {'1.0'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Network': {'1.1'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Port': {'1.7'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'PortForwarding': {'1.2'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'QosPolicy': {'1.8'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SecurityGroup': {'1.4'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SecurityGroupRule': {'1.2'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'SubPort': {'1.0'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Subnet': {'1.1'},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     'Trunk': {'1.1'}}
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]: consumer versions:
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     HyperV agent@hv-cinder-79326: {},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'ConntrackHelper': '1.0',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Log': '1.0',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Network': '1.1',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Port': '1.7',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'PortForwarding': '1.2',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'QosPolicy': '1.8',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SecurityGroup': '1.4',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SecurityGroupRule': '1.2',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'SubPort': '1.0',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Subnet': '1.1',
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:                                                      'Trunk': '1.1'}}
May 31 13:01:12.043782 dv-cinder-793264-2-iscsi neutron-server[91788]:  {{(pid=91788) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 13:01:12.053359 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:12.076501 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.084774 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:12.085377 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.123368 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:12.147217 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.153076 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.4051166
May 31 13:01:12.158700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50374) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:12.159306 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Attempting to bind port 816f3ad5-1095-4b4c-8706-52be374b02b8 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:12.159939 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Attempting to bind port 816f3ad5-1095-4b4c-8706-52be374b02b8 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:12.160395 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Attempting to bind port 816f3ad5-1095-4b4c-8706-52be374b02b8 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:12.176234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:12.176632 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Checking segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:12.177201 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.177578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Bound using segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:12.178248 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Bound port: 816f3ad5-1095-4b4c-8706-52be374b02b8, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:12.179284 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.185235 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Request body: {'subnet': {'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899561787-subnet', 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:12.225702 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8320d0-a42b-4439-83a5-065a69117d71,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:12.231127 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:12.233114 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Checking segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:12.233463 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Network hostable DHCP agents. Network: e99ef81f-6c80-47b7-b34a-7ef933e2240e, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:12.237403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:12.246538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Usage tracker for resource:subnet and tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:12.249338 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.256337 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.265561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:12.279227 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:12.279733 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:12.280426 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.286701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:12.294306 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Usage tracker for resource:security_group_rule and tenant:33696847bf7940c6a523cfb1b84bc6ea is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:12.297650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:12.302161 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:12.312439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:12.314970 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.328021 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.3037558
May 31 13:01:12.334932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Pushing event updated for resources: {'Network': ['ID=d4433981-1e98-4e61-b779-b6a7a9fd656e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:12.350552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:12.352706 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50388) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:12.367394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:12.376821 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network d4433981-1e98-4e61-b779-b6a7a9fd656e details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:12.388291 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:12.408244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, e99ef81f-6c80-47b7-b34a-7ef933e2240e) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:12.422124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58afac8f-def4-47fa-9dbe-beb5a482f4e3 None None] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:12.422364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:12.422759 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.428620 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Request body: {'subnet': {'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-266990842-subnet', 'tenant_id': '52acb46545c54252ab03a9b30576bfa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:12.453473 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5082414
May 31 13:01:12.456546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50398) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:12.468843 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:12.492163 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:12.499283 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:12.499490 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Usage tracker for resource:router and tenant:3ec70800ef1f486a9bcf1c90729f35dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:12.504988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:12.520223 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:12.561941 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Usage tracker for resource:subnet and tenant:52acb46545c54252ab03a9b30576bfa8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:12.575449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.578762 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.590502 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:12.602766 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:12.655623 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Made reservation on behalf of 52acb46545c54252ab03a9b30576bfa8 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:12.658493 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.684443 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Pushing event updated for resources: {'Network': ['ID=70a11e31-9924-44b2-9295-d640d63ae0ad,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:12.698139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:12.757307 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.779626 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.795591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:12.819209 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50416) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:12.819510 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 70a11e31-9924-44b2-9295-d640d63ae0ad details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:12.820093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-013946c1-44f7-43f1-8157-2910aa3d8cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:12.843270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Allocated IP 172.27.3.188 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/789c21be-9aa7-4ef3-9da5-089120cb557f) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:12.911319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] For port 816f3ad5-1095-4b4c-8706-52be374b02b8, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:12.958568 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] For port 816f3ad5-1095-4b4c-8706-52be374b02b8, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=816f3ad5-1095-4b4c-8706-52be374b02b8,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:13.047762 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33696847bf7940c6a523cfb1b84bc6ea&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1716688
May 31 13:01:13.054847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50434) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:13.055471 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45117181-add7-41dc-9b5c-6a591d2b1e16,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:13.062343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:13.064306 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.154774 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.168471 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.182398 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:13.226006 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.230787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:13.236625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:13.241039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Usage tracker for resource:security_group_rule and tenant:baf49a6a84b84b139b5176e4f54da8e6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:13.244623 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:13.251681 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:13.266031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.284126 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:13.354013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591100c3-eda6-4851-bfae-6ac21505bd00 None None] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:13.387850 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.404413 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Pushing event updated for resources: {'Port': ['ID=816f3ad5-1095-4b4c-8706-52be374b02b8,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:13.426637 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:13.469794 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.557968 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:13.561410 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:13.639989 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Pushing event updated for resources: {'Port': ['ID=789c21be-9aa7-4ef3-9da5-089120cb557f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:13.676696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.697766 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:13.760893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45117181-add7-41dc-9b5c-6a591d2b1e16,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:13.764299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.768559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:13.780242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:13.832700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50452) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:13.842621 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:13.901393 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:13.930672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.016580 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.017141 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:14.017728 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45117181-add7-41dc-9b5c-6a591d2b1e16 HTTP/1.1" status: 204  len: 168 time: 0.9594584
May 31 13:01:14.026004 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.078920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:14.085371 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79bb2c-3915-4cd4-86e1-68077e098d57,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:14.090347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:14.093142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.102394 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baf49a6a84b84b139b5176e4f54da8e6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2793431
May 31 13:01:14.102394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:14.104774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Checking segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:14.104774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Network hostable DHCP agents. Network: d4433981-1e98-4e61-b779-b6a7a9fd656e, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:14.105277 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50462) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:14.129919 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:14.139820 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0eaea890f54d0cb7c8e5c3447d5529 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:14.145713 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:14.154164 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.182412 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:14.185234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-639c1246-d704-45ec-9fac-198f0a336fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.191052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.244624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Network d4433981-1e98-4e61-b779-b6a7a9fd656e is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:14.282252 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, d4433981-1e98-4e61-b779-b6a7a9fd656e) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:14.297509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:14.298099 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.299315 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5f862-550a-4ce4-916d-c0cbad333b94 None None] Network d4433981-1e98-4e61-b779-b6a7a9fd656e requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:14.422856 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.428271 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f52478bc-a219-48cb-be0f-809cd0872f36 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2603545
May 31 13:01:14.437055 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.450925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Allocated IP 172.27.3.195 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/e8b94e16-eeec-4d2f-a425-fd83b47b2a4f) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:14.515607 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.525800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.678076 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:14.687606 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50472) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:14.716292 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.742946 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 816f3ad5-1095-4b4c-8706-52be374b02b8 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:14.788484 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06b92c-360a-456a-8fbd-90a98354a7a0 None None] Network d4433981-1e98-4e61-b779-b6a7a9fd656e requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:14.896872 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4534d1-3ef3-4632-83a1-078fc8bb019e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:14.928253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:14.929221 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:14.952035 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e0eaea890f54d0cb7c8e5c3447d5529&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1141868
May 31 13:01:14.957452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50484) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:14.958981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:15.005894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Usage tracker for resource:security_group_rule and tenant:cd42ed80f20e46e384b10350ceda5bcf is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:15.009004 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd145e-96ac-498f-9d8a-662ec1bfa078 None None] Network 1c6288f2-4229-4d70-87dc-70741c357487 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:15.017618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:15.038527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:15.138336 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 816f3ad5-1095-4b4c-8706-52be374b02b8 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:15.147066 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Provisioning for port 816f3ad5-1095-4b4c-8706-52be374b02b8 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:15.156073 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.159235 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Provisioning complete for port 816f3ad5-1095-4b4c-8706-52be374b02b8 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:15.159722 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.183169 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.224093 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.234673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.251057 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-93c22217-a2b3-4352-a9c1-0650987283c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:15.255828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 816f3ad5-1095-4b4c-8706-52be374b02b8 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:15.256359 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.328836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcfce04-6ff7-42de-831d-e395759abc50,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:15.332608 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:15.337520 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.340589 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.348713 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:15.372846 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.376122 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Checking segment: {'id': 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:15.376487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Network hostable DHCP agents. Network: 70a11e31-9924-44b2-9295-d640d63ae0ad, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:15.391487 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.409565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.462154 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd42ed80f20e46e384b10350ceda5bcf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7680089
May 31 13:01:15.468167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50502) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:15.482062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-09e64dd2-b069-48a8-ae02-9e40123fb805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:15.505214 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50510) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:15.506899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Network 70a11e31-9924-44b2-9295-d640d63ae0ad is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:15.515172 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79bb2c-3915-4cd4-86e1-68077e098d57,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:15.517471 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:15.523513 dv-cinder-793264-2-iscsi neutron-server[91787]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 31 13:01:15.525056 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:15.525838 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.530256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:15.544750 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:15.570230 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 70a11e31-9924-44b2-9295-d640d63ae0ad) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:15.576118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:15.576771 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.583806 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.602517 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91882b29-2829-42cc-b278-49c88308e40f None None] Network 70a11e31-9924-44b2-9295-d640d63ae0ad requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:15.612186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:15.622244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.623370 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad4534d1-3ef3-4632-83a1-078fc8bb019e HTTP/1.1" status: 204  len: 168 time: 0.6612244
May 31 13:01:15.635104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.655595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:15.657006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:15.676121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.681048 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd79bb2c-3915-4cd4-86e1-68077e098d57 HTTP/1.1" status: 204  len: 168 time: 1.5746989
May 31 13:01:15.692151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.782263 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-104218ca-bfb7-4371-8243-1cc6290c2dc3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3761451
May 31 13:01:15.798772 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] For port 816f3ad5-1095-4b4c-8706-52be374b02b8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=816f3ad5-1095-4b4c-8706-52be374b02b8,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:15.892667 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:15.999801 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-923dd6c2-9c32-4120-9c0e-05e877a4dcf5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:16.000538 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-923dd6c2-9c32-4120-9c0e-05e877a4dcf5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:16.013787 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:16.046899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-923dd6c2-9c32-4120-9c0e-05e877a4dcf5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:16.054333 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-923dd6c2-9c32-4120-9c0e-05e877a4dcf5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.5449088
May 31 13:01:16.072886 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-7621b90e-ac7b-41e3-b849-ebc392445026 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/quotas/15f46e5ba3174bf4a1454a03e1b1c2b8 HTTP/1.1" status: 200  len: 375 time: 0.0168319
May 31 13:01:16.181529 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.db.api [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91788) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 31 13:01:16.181529 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_db.api [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 31 13:01:16.252239 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Router ff907e9f-76ca-465d-a768-b0be98a789b4 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:01:16.267191 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-8f89fb05-b49f-4be4-8f15-2c9802b3fcba tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1933057
May 31 13:01:16.267511 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Pushing event updated for resources: {'Port': ['ID=816f3ad5-1095-4b4c-8706-52be374b02b8,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:16.279668 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:16.284175 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b22847-3972-4441-b825-0c9d85d54f70 None None] Network 70a11e31-9924-44b2-9295-d640d63ae0ad requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:16.321321 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:16.323082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e2b3d-8703-43b8-9efc-29546c2f9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e1aa4-cfee-4e45-a09c-256ae3d50430,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:16.393971 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4534d1-3ef3-4632-83a1-078fc8bb019e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:16.407956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:16.411642 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.804s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:16.411642 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:16.438637 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50544) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:16.491021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:16.551175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:16.560137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Usage tracker for resource:security_group_rule and tenant:fd991aec47154eb1a1dba4b3da8e987b is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:16.566307 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:16.580251 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:16.630059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:01:16.639713 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:01:16.649127 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:16.652662 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:16.654355 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.3973055
May 31 13:01:16.663920 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:16.664306 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35b940>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:16.666282 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50550) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:16.741794 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:16.931493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-fbf4815f-270d-4b2f-9f0c-ce70987edd61 None None] Provisioning complete for port 816f3ad5-1095-4b4c-8706-52be374b02b8 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:16.931870 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-fbf4815f-270d-4b2f-9f0c-ce70987edd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.116334 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:17.129228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 816f3ad5-1095-4b4c-8706-52be374b02b8 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:17.235533 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-ed9b9653-c989-45fb-bc10-bc32c38099e1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:01:17.243505 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-ed9b9653-c989-45fb-bc10-bc32c38099e1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5812242
May 31 13:01:17.245913 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.247564 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 816f3ad5-1095-4b4c-8706-52be374b02b8 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:17.247932 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.320234 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50574) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:17.327144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.348885 dv-cinder-793264-2-iscsi neutron-server[91786]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 31 13:01:17.589066 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35b940>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:14Z', 'revision_number': 3, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:17.595214 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:01:17.595759 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Updating router ff907e9f-76ca-465d-a768-b0be98a789b4 port 789c21be-9aa7-4ef3-9da5-089120cb557f binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:01:17.667052 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.699372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.734149 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-b6076dda-43b9-4adf-b6cc-f5d131f5addb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:17.741299 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-b6076dda-43b9-4adf-b6cc-f5d131f5addb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/networks?id=70a11e31-9924-44b2-9295-d640d63ae0ad HTTP/1.1" status: 200  len: 811 time: 0.4053133
May 31 13:01:17.750780 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.764025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.772413 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-71e9130b-eea3-4086-9608-78169db9c65e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/quotas/52acb46545c54252ab03a9b30576bfa8 HTTP/1.1" status: 200  len: 375 time: 0.0300241
May 31 13:01:17.774350 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.783096 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-83d4fd34-b6b6-4ed2-a489-3200f1d9660d service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5392048
May 31 13:01:17.809791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:17.845746 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e1aa4-cfee-4e45-a09c-256ae3d50430,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:17.861137 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-6fb128e0-047b-47ae-b0f6-325c13014b5b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52acb46545c54252ab03a9b30576bfa8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875428
May 31 13:01:17.909123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Router 973b78cf-5adb-4f43-b916-acf468f0701a is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:01:17.912417 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:17.918615 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ce812580-94ac-4bea-9ecc-f205c294be6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e0e1aa4-cfee-4e45-a09c-256ae3d50430 HTTP/1.1" status: 204  len: 168 time: 2.4420431
May 31 13:01:17.918615 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd991aec47154eb1a1dba4b3da8e987b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4712298
May 31 13:01:17.920904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50600) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:17.945007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea937b-d686-4eae-b71b-2aa666741c3c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:18.003890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:18.004682 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:18.004682 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:18.175427 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-86d36779-7f8b-4d38-b16f-2054b806974c service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3912911
May 31 13:01:18.175869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.215457 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:01:18.219124 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.228354 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Sync routers for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:01:18.238657 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Allocated IP 172.20.0.1 (1c6288f2-4229-4d70-87dc-70741c357487/bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5/5bc9a60f-8560-4150-866e-0efdcfe3c0e1) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:18.260709 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:18.262822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a2b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:18.272174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.277160 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.8194947
May 31 13:01:18.278159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50612) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:18.347143 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.379694 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Transition to ACTIVE for port object 789c21be-9aa7-4ef3-9da5-089120cb557f will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:18.401521 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.422921 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-255050cd-6e02-4f5b-8166-7e5b26f0e2d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:18.568488 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.584251 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Attempting to bind port 789c21be-9aa7-4ef3-9da5-089120cb557f on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:18.590119 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Attempting to bind port 789c21be-9aa7-4ef3-9da5-089120cb557f by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:18.592656 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Attempting to bind port 789c21be-9aa7-4ef3-9da5-089120cb557f on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:18.615630 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:18.616018 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:18.616426 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.616847 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:18.617344 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Bound port: 789c21be-9aa7-4ef3-9da5-089120cb557f, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:18.617766 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.640051 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:18.695540 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-47f12c2a-dadf-402b-9f00-90559456b226 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:01:18.703152 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-47f12c2a-dadf-402b-9f00-90559456b226 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5633430
May 31 13:01:18.703330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:18.724204 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f4c30939-e2d9-42e0-beda-e98d95e3c7b4 req-c3f15b98-c6d5-45f3-b205-daa250ebd461 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.1160431
May 31 13:01:18.735024 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.735675 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Pushing event updated for resources: {'Port': ['ID=789c21be-9aa7-4ef3-9da5-089120cb557f,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:18.778778 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.779122 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.779461 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.779795 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.780122 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.780449 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.780775 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.781122 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.781463 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.781785 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.782102 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.782419 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:01:18.788558 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Transition to ACTIVE for port object 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Tracked resource versions report:
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]: pushed versions:
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]: {   'AddressGroup': {'1.2'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'ConntrackHelper': {'1.0'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Log': {'1.0'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Network': {'1.1'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Port': {'1.7'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'PortForwarding': {'1.2'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'QosPolicy': {'1.8'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SecurityGroup': {'1.4'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SecurityGroupRule': {'1.2'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'SubPort': {'1.0'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Subnet': {'1.1'},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     'Trunk': {'1.1'}}
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]: consumer versions:
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]: {   DHCP agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     HyperV agent@hv-cinder-79326: {},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     L3 agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     Metadata agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     Metering agent@dv-cinder-793264-2-iscsi: {},
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:     Open vSwitch agent@dv-cinder-793264-2-iscsi: {   'AddressGroup': '1.2',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'ConntrackHelper': '1.0',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Log': '1.0',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Network': '1.1',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Port': '1.7',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'PortForwarding': '1.2',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'QosPolicy': '1.8',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SecurityGroup': '1.4',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SecurityGroupRule': '1.2',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'SubPort': '1.0',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Subnet': '1.1',
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:                                                      'Trunk': '1.1'}}
May 31 13:01:18.793535 dv-cinder-793264-2-iscsi neutron-server[91789]:  {{(pid=91789) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 31 13:01:18.796675 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:18.852181 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.857938 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-20de340f-9eec-4f00-acbf-2babb6fcd027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:18.858356 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea937b-d686-4eae-b71b-2aa666741c3c,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:18.865680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:18.870552 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.872536 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/daea937b-d686-4eae-b71b-2aa666741c3c HTTP/1.1" status: 204  len: 168 time: 0.9491916
May 31 13:01:18.884255 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] For port 789c21be-9aa7-4ef3-9da5-089120cb557f, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:18.897411 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] For port 789c21be-9aa7-4ef3-9da5-089120cb557f, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=789c21be-9aa7-4ef3-9da5-089120cb557f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:18.910167 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:18.919317 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:19.012196 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-b302b4d7-9085-4c0b-bfc3-b6ed3dd8aa50 service neutron] 10.222.0.20 "GET /v2.0/networks/70a11e31-9924-44b2-9295-d640d63ae0ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3075876
May 31 13:01:19.032605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Network 1c6288f2-4229-4d70-87dc-70741c357487 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:19.038575 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:19.045840 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:19.052248 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:19.147668 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Pushing event updated for resources: {'Port': ['ID=789c21be-9aa7-4ef3-9da5-089120cb557f,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:19.221613 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:19.263978 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:19.264693 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35b940>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:19.298099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a2b0>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:15Z', 'revision_number': 3, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:19.309616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Checking router: 973b78cf-5adb-4f43-b916-acf468f0701a for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:01:19.309978 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Updating router 973b78cf-5adb-4f43-b916-acf468f0701a port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:01:19.398478 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:19.415722 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-e72183d4-fcea-43c3-91d7-da611f4b633f None None] Provisioning for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:19.419707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:19.428241 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:19.467949 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-e72183d4-fcea-43c3-91d7-da611f4b633f None None] Provisioning complete for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:19.468639 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e72183d4-fcea-43c3-91d7-da611f4b633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:19.650292 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-e72183d4-fcea-43c3-91d7-da611f4b633f None None] Port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:01:19.722172 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-5d417891-08d3-4af8-ac5e-d1588264052e service neutron] 10.222.0.20 "GET /v2.0/networks/70a11e31-9924-44b2-9295-d640d63ae0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7090473
May 31 13:01:19.831094 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:19.884218 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:19.975121 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e375d1b2-3a23-44e9-add2-6918e470ac34 req-4829ed95-74b4-43b1-9cb4-48428bd14f43 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.1251025
May 31 13:01:20.265367 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.291259 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Transition to ACTIVE for port object e8b94e16-eeec-4d2f-a425-fd83b47b2a4f will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:20.318694 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.324494 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:20.392546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.519516 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35b940>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:14Z', 'revision_number': 3, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:20.538363 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c247f4-ca11-4072-a9c0-e2973a7b2d9c None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:14Z', 'revision_number': 3, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:01:20.572792 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Attempting to bind port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:20.574596 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Attempting to bind port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:20.574984 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Attempting to bind port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:20.594314 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:20.595321 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:20.595749 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.598236 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:20.598945 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Bound port: e8b94e16-eeec-4d2f-a425-fd83b47b2a4f, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:20.600652 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.617805 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.637253 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ff453106-0484-41bb-8de3-83d03bc920b5 req-9eee62a4-e072-4149-99df-f6dba786a124 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.4887567
May 31 13:01:20.646522 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.655816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.672993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:20.701501 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Pushing event updated for resources: {'Port': ['ID=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:20.707599 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:20.833751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] For port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:20.841170 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] For port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:20.858712 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:20.864141 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a81cca68-612b-47f6-bec3-c75af0e1f755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:21.032712 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:21.042118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:21.149597 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Network 1c6288f2-4229-4d70-87dc-70741c357487 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:21.153561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:21.312244 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 789c21be-9aa7-4ef3-9da5-089120cb557f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:21.433866 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-940cba07-d8e2-492c-aa51-626a4d45173a req-9f04eb4e-2275-44b1-b872-422d37e3444e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.2730224
May 31 13:01:21.455748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Allocated IP 172.20.0.1 (e99ef81f-6c80-47b7-b34a-7ef933e2240e/ca8320d0-a42b-4439-83a5-065a69117d71/15633ca6-7fc1-40fb-b4e6-8df328f5bdca) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:21.600784 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:21.602079 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a2b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:21.924377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:21.932197 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:21.967929 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:21.985447 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5c837126-db39-4e45-89d6-05a5d4ed3b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:22.137895 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-af818af8-74cc-4890-a00d-f4a49b91e204 req-c301defd-72bb-4881-8cd3-de5e520744d1 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.3018599
May 31 13:01:22.210731 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:01:22.283819 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:22.306292 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:22.310482 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:22.315616 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.343944 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 789c21be-9aa7-4ef3-9da5-089120cb557f completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:22.368587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Pushing event updated for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:22.383434 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:22.421283 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 789c21be-9aa7-4ef3-9da5-089120cb557f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:22.421845 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.557261 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Pushing event updated for resources: {'Port': ['ID=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:22.565529 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.702s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:22.628596 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.632710 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-cf7ef033-e469-47a3-84ab-0ee140236193 None None] Provisioning complete for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:22.634429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-cf7ef033-e469-47a3-84ab-0ee140236193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.651270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:01:22.671225 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff907e9f-76ca-465d-a768-b0be98a789b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0037534
May 31 13:01:22.806613 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a07130c-1785-44e9-89e3-901bc233a663 req-4472a68f-d1dd-404e-80c4-49080e21d310 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.0813947
May 31 13:01:22.833207 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ef033-e469-47a3-84ab-0ee140236193 None None] Port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:01:22.915267 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.947162 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 789c21be-9aa7-4ef3-9da5-089120cb557f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=789c21be-9aa7-4ef3-9da5-089120cb557f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:22.955755 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:22.963348 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:23.001601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c24a2b0>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:15Z', 'revision_number': 3, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:23.011734 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3b25c-116c-4b7e-a2ac-a33b41920b14 None None] The sync data for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi is: [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:15Z', 'revision_number': 3, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:01:23.076752 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=789c21be-9aa7-4ef3-9da5-089120cb557f,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:23.082921 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:23.119754 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:23.129017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:23.130321 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:23.154480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.36', 59166) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:23.161454 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:23.418319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Pushing event updated for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:23.431699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:23.515541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-edca011b-8525-46e8-a276-bcdb795ccad9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:23.519372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-edca011b-8525-46e8-a276-bcdb795ccad9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Synchronizing usage tracker for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:23.563671 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-edca011b-8525-46e8-a276-bcdb795ccad9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Unset dirty status for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:23.565147 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:01:23.565763 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-edca011b-8525-46e8-a276-bcdb795ccad9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.36 "GET /v2.0/networks?id=70a11e31-9924-44b2-9295-d640d63ae0ad HTTP/1.1" status: 200  len: 811 time: 0.4094045
May 31 13:01:23.582617 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a2f98e4b-8227-421d-82e9-47adfc10c47b req-42b23b5d-fcf9-4665-a347-f3a34ae63a2b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.1461110
May 31 13:01:23.595841 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:23.596523 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ba90>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:23.628470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Request body: {'port': {'device_id': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad', 'admin_state_up': True, 'tenant_id': '52acb46545c54252ab03a9b30576bfa8'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:23.862896 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:23.865415 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:23.939745 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.36', 59171) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:24.178485 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:24.179360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 50846) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:24.227547 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1079212620', 'description': 'tempest-description--1108471429'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:24.275875 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:24.285873 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:24.336377 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:24.347919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:24.353469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Usage tracker for resource:port and tenant:52acb46545c54252ab03a9b30576bfa8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:24.372495 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:24.375382 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:24.385734 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:24.420201 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-ae87c468-824a-4ab5-9c29-64ae8abfec4a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:24.421982 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-ae87c468-824a-4ab5-9c29-64ae8abfec4a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.4812560
May 31 13:01:24.423688 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:24.458417 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Made reservation on behalf of 52acb46545c54252ab03a9b30576bfa8 for: {'port': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:24.462692 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:24.493788 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Request body: {'port': {'device_id': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'admin_state_up': True, 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:24.521523 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Router 973b78cf-5adb-4f43-b916-acf468f0701a has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:01:24.527467 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4ceb5221-889f-4612-b1fd-9cad1c2101a1 req-756eac0a-aa3a-4af7-9a27-3c443a8ab7a9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.1002300
May 31 13:01:24.553570 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:24.572672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:24.580820 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:24.698159 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:24.878758 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:01:24.896756 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ba90>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:20Z', 'revision_number': 2, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:24.901482 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:01:24.901971 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Updating router ff907e9f-76ca-465d-a768-b0be98a789b4 port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:01:25.014148 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:25.067957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:01:25.110667 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/973b78cf-5adb-4f43-b916-acf468f0701a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8279676
May 31 13:01:25.166759 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fdefe87d-8725-47c1-89de-b467f1bc2dad req-3d3de7db-2bb8-45c4-baf6-c586c50a55db tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.3076537
May 31 13:01:25.304275 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e8b94e16-eeec-4d2f-a425-fd83b47b2a4f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:25.429332 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:25.475795 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:25.487933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:25.488670 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:25.527595 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Usage tracker for resource:port and tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:25.549225 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:25.637848 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Allocated IP 172.20.0.6 (70a11e31-9924-44b2-9295-d640d63ae0ad/bfcfce04-6ff7-42de-831d-e395759abc50/6269ddfe-00a5-4184-9ae3-9c30a91a6d08) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:25.860057 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1968c1f6-7eb8-42fa-a409-a919081967f9 req-733f1d89-46eb-42ac-9501-9d3fcf0c5837 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.1421916
May 31 13:01:25.941187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Sync routers for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:01:25.975983 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:25.982683 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32761d700>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:26.067589 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:26.095137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.188193 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:26.235968 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.247421 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 789c21be-9aa7-4ef3-9da5-089120cb557f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:26.277889 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.295582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:26.329169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.354095 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Transition to ACTIVE for port object 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:26.376408 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.381260 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.382948 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'port': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:26.383926 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:26.388948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:26.390587 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.393057 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:26.433662 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:26.634726 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb2fa8f2-990f-4f4f-8161-e9228f64467b req-afcddfba-5484-4244-a6d4-443c883b50d5 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.1401834
May 31 13:01:26.710652 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:26.756834 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 789c21be-9aa7-4ef3-9da5-089120cb557f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:26.757234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.862174 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Pushing event updated for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:26.865832 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:26.917397 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Attempting to bind port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:26.921255 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Attempting to bind port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:26.921913 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Attempting to bind port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:26.937427 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:26.938018 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Checking segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:26.938573 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.939083 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Bound using segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:26.939685 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Bound port: 5bc9a60f-8560-4150-866e-0efdcfe3c0e1, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:26.940179 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:26.981643 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.174333 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-599c530c-5afb-40e4-9751-4c01796414fe req-3e07b19e-bf84-4610-becd-85cf369fa715 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.0608764
May 31 13:01:27.175172 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] For port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:27.175172 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] For port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:27.178238 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.184599 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:27.209151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.219662 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e8b94e16-eeec-4d2f-a425-fd83b47b2a4f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:27.225739 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.230266 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50938) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:27.236085 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group_rule': {'security_group_id': '63f62759-eff9-4bd7-841f-78a58c09f082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:27.241241 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 3.0591748
May 31 13:01:27.248087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:27.259295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:27.267077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:27.283841 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:27.288004 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-11662809-bca5-4d0b-b87b-fec0235efa73 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:27.299136 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-11662809-bca5-4d0b-b87b-fec0235efa73 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 819 time: 1.2324734
May 31 13:01:27.307196 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:27.308827 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ba90>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:27.326800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.391395 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32761d700>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '15633ca6-7fc1-40fb-b4e6-8df328f5bdca', 'name': '', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'mac_address': 'fa:16:3e:63:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 2, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'subnets': [{'id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:27.405221 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:27.405764 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.445635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.453207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.455818 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:27.475185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dd0811-8821-4e86-b4a9-4da09f760b11,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:27.478004 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Checking router: 973b78cf-5adb-4f43-b916-acf468f0701a for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:01:27.478377 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Updating router 973b78cf-5adb-4f43-b916-acf468f0701a port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:01:27.545003 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:27.551938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.557777 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3260634
May 31 13:01:27.559466 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50946) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:27.571224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group_rule': {'security_group_id': '63f62759-eff9-4bd7-841f-78a58c09f082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:27.580101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:27.587982 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:27.591712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:27.599158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:27.630817 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.642565 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-e5dca623-60bc-44f5-855e-3578e12563b6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/quotas/3ec70800ef1f486a9bcf1c90729f35dd HTTP/1.1" status: 200  len: 375 time: 0.3405149
May 31 13:01:27.702770 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:27.711064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f62759-eff9-4bd7-841f-78a58c09f082,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:27.727916 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:27.728496 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:27.742335 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.817716 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Network 70a11e31-9924-44b2-9295-d640d63ae0ad is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:27.821666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.829166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:27.833138 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2b3b9816-ca31-48f8-8db8-c0a3b044b41d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:27.854212 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4026312-5276-4ab2-b41f-54f9131cb7bc,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:27.859487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:27.899959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:27.931657 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:27.932361 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.023672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Allocated IP 172.20.0.4 (d4433981-1e98-4e61-b779-b6a7a9fd656e/f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5/9ad2ff72-a094-4adf-bcf3-b41d7b2188b9) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:28.035689 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:28.043303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.047930 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4870434
May 31 13:01:28.055287 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 50954) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:28.064771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:28.077773 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:28.080629 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Pushing event updated for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:28.087279 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4630070
May 31 13:01:28.088678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:28.093696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:floatingip and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:28.104376 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:28.113449 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Pushing event updated for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=4']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:28.117725 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:28.120007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:28.129531 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ba90>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:27Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:28.151403 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff77bb-d660-45ac-af2b-cdb7a575d3dc None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:27Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:01:28.164927 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b74f-93ce-41e5-aa9e-48fd98f05ef5 req-8c245864-cec0-49fd-8970-56bd7b09a42c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:28.166556 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e76b74f-93ce-41e5-aa9e-48fd98f05ef5 req-8c245864-cec0-49fd-8970-56bd7b09a42c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 931 time: 0.3991177
May 31 13:01:28.168771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.246727 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-3d2ef880-c6fe-4325-b114-f9e1f6d5a1ae tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6030476
May 31 13:01:28.367169 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e76b74f-93ce-41e5-aa9e-48fd98f05ef5 req-e30e8a30-3f5f-4540-8340-9cf7eed7e03b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848085
May 31 13:01:28.546851 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.582170 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.609709 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Transition to ACTIVE for port object 15633ca6-7fc1-40fb-b4e6-8df328f5bdca will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:28.629394 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.643733 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:28.699055 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.722257 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1c961a7a-ea64-4662-84c2-a5b49ebce3f1 req-b4d13f0f-4706-499c-9e56-be7ef87efcd0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 210 time: 0.0967329
May 31 13:01:28.843389 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Allocated IP 172.27.3.59 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/ef3ae2f0-83bf-4659-b943-ba1d488ae707) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:28.858159 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Pushing event updated for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:28.866179 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:28.891256 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.899909 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f9026694-22d6-4dba-8c73-3016a62d9316 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:28.931566 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-4ed7772d-e689-4ac0-bac3-b1032016dbc2 service neutron] 10.222.0.20 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5936742
May 31 13:01:28.934078 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Attempting to bind port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:28.934466 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Attempting to bind port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:28.934915 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Attempting to bind port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca on network e99ef81f-6c80-47b7-b34a-7ef933e2240e {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:28.944717 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:28.945158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Checking segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:28.945716 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:28.946243 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Bound using segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:28.946728 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Bound port: 15633ca6-7fc1-40fb-b4e6-8df328f5bdca, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:28.947111 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.036854 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.064769 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Network d4433981-1e98-4e61-b779-b6a7a9fd656e is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:29.070124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:29.080274 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:29.085076 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:29.088589 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.100285 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] For port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:29.115629 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] For port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:29.122526 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.123726 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.137325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event updated for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:29.148845 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d53abb19-f3c1-4c50-8c59-605167f80493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:29.152117 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:29.158154 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:29.217131 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-e0b30b50-546f-4838-8cf6-cfaf551f5cdf service neutron] 10.222.0.20 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780461
May 31 13:01:29.218829 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7384059
May 31 13:01:29.253787 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:29.257649 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:29.261714 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:29.287939 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:29.378368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=ef3ae2f0-83bf-4659-b943-ba1d488ae707,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:29.392879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:29.426527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.431657 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Pushing event updated for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:29.434554 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:01:29.435169 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32761d700>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:01:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:29.512023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.532486 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:29.648600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-00325ebc-f1db-4297-bc5a-a733862b6156 req-02793a44-d7f7-4283-80b6-c711401be93a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:29.709298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-b317ea0b-bd2a-4d56-9e63-96c5954a19eb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:29.710087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-b317ea0b-bd2a-4d56-9e63-96c5954a19eb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Synchronizing usage tracker for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:29.718239 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:29.719351 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-00325ebc-f1db-4297-bc5a-a733862b6156 req-02793a44-d7f7-4283-80b6-c711401be93a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:29.720990 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-00325ebc-f1db-4297-bc5a-a733862b6156 req-02793a44-d7f7-4283-80b6-c711401be93a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 210 time: 0.2103069
May 31 13:01:29.739221 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:29.739506 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:29.749904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-b317ea0b-bd2a-4d56-9e63-96c5954a19eb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Unset dirty status for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:29.757394 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-b317ea0b-bd2a-4d56-9e63-96c5954a19eb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 931 time: 0.2351851
May 31 13:01:29.843453 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-c384258d-7135-453c-83a6-5d25e55ea8a7 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Synchronizing usage tracker for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:29.906829 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-c384258d-7135-453c-83a6-5d25e55ea8a7 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Unset dirty status for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:29.908381 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-675ed1be-a416-4ae0-ab84-c2bf1d63af58 req-c384258d-7135-453c-83a6-5d25e55ea8a7 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501045
May 31 13:01:29.983353 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:01:30.051806 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.068197 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.077830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:30.180366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33056467-2b70-4d2b-a5e3-99e077b9bc18 req-e5086e47-808d-4955-94ef-3fd2eeecfefb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:30.195324 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-33056467-2b70-4d2b-a5e3-99e077b9bc18 req-e5086e47-808d-4955-94ef-3fd2eeecfefb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 931 time: 0.2239530
May 31 13:01:30.201378 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.238458 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=ef3ae2f0-83bf-4659-b943-ba1d488ae707,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:30.243769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:30.272701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.288246 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.2314210
May 31 13:01:30.316771 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-33056467-2b70-4d2b-a5e3-99e077b9bc18 req-9288ac5b-fe94-4317-bfb4-3b30b1432b19 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202748
May 31 13:01:30.328092 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-5e4c5c72-1ec0-4a21-8785-7d72e51e0d9c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:30.329970 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-5e4c5c72-1ec0-4a21-8785-7d72e51e0d9c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 819 time: 0.2001133
May 31 13:01:30.353317 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-b596b261-3fcd-4969-88cd-6fcc59d44d57 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/quotas/3ec70800ef1f486a9bcf1c90729f35dd HTTP/1.1" status: 200  len: 375 time: 0.0177994
May 31 13:01:30.404877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.457975 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-24f0c1d2-a411-47ab-8f71-137ba130fb96 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1031954
May 31 13:01:30.574526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-5492897e-674e-4be8-a223-d75006659b84 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1079212620&fields=id&tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 267 time: 0.0532086
May 31 13:01:30.576855 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:30.623304 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-69381b4d-dbfe-4da6-8569-0da76768c0fe service neutron] 10.222.0.20 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597786
May 31 13:01:30.660211 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:30.670313 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c2eacf0c-5a75-4cdc-a9c8-888e82f68fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:30.791519 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:30.797925 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:30.831916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32761d700>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '15633ca6-7fc1-40fb-b4e6-8df328f5bdca', 'name': '', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'mac_address': 'fa:16:3e:63:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:29Z', 'revision_number': 4, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'subnets': [{'id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:01:30.837895 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89db2035-79a4-413f-b4b9-626a84c56231 None None] The sync data for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi is: [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '15633ca6-7fc1-40fb-b4e6-8df328f5bdca', 'name': '', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'mac_address': 'fa:16:3e:63:b1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:29Z', 'revision_number': 4, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'subnets': [{'id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:01:30.857542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-7100054a-6113-4440-9b21-5d6ff6c028f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330348
May 31 13:01:30.892435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-a2930545-7ad3-4ad9-b0e9-182eb38795d8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:30.899745 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-a2930545-7ad3-4ad9-b0e9-182eb38795d8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 810 time: 0.3185337
May 31 13:01:30.919799 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-db0636b0-8590-4a14-9851-207c1477be38 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/quotas/8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 375 time: 0.0191031
May 31 13:01:31.150937 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-7ad1ffc5-d4b0-4676-bb5b-abca29e20814 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2302091
May 31 13:01:31.388601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 15633ca6-7fc1-40fb-b4e6-8df328f5bdca up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:31.513828 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-16c8b581-29fc-4ebb-8cbc-3a9ff228b305 service neutron] 10.222.0.20 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3620214
May 31 13:01:31.612605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c057353-331b-401c-ac91-69bf1f37216e req-a0d48827-efce-4b57-a626-a1c87898768e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:31.614451 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9c057353-331b-401c-ac91-69bf1f37216e req-a0d48827-efce-4b57-a626-a1c87898768e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 931 time: 0.2623274
May 31 13:01:31.633181 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:31.651333 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:31.653107 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:31.788931 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9c057353-331b-401c-ac91-69bf1f37216e req-db9aa87f-8696-4535-9850-5db752581944 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513841
May 31 13:01:31.838887 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-99138cb7-54b9-4527-ab39-2268bb45063f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:01:31.843825 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-99138cb7-54b9-4527-ab39-2268bb45063f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0373950
May 31 13:01:31.874994 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-9ae4a8e3-5f89-4bea-bf98-effa7adbc990 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:01:31.879152 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-9ae4a8e3-5f89-4bea-bf98-effa7adbc990 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0307884
May 31 13:01:32.131452 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:32.131990 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-71a1d9ec-c34c-4b1a-8e9f-2255e99a07cd req-410dcec7-6178-4133-bb33-ca9a688cd6fa tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.2223597
May 31 13:01:32.220778 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:32.240382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:32.241684 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:32.337035 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-3aa79d87-91f5-469a-b4ba-16500b45f9cc service neutron] 10.222.0.20 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8146200
May 31 13:01:32.364467 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:32.453323 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:32.453808 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:32.630092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:32.641540 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:32.826877 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-a7acf48c-4f80-4609-904c-918214d9a4d0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:32.852142 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-a7acf48c-4f80-4609-904c-918214d9a4d0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:32.874015 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Request body: {'port': {'device_id': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:32.962823 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6580168a-e011-467a-be0c-69f64b7cd639 req-f44b8c22-2a5c-4f08-aa45-6da34863993e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.1813412
May 31 13:01:33.224984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Request body: {'port': {'device_id': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:33.263519 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 15633ca6-7fc1-40fb-b4e6-8df328f5bdca up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:01:33.329211 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574e6b-6eb1-438f-b5b0-4da58e9baa6f req-13108b47-6269-4a15-8081-437588f9590e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:33.339894 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f2574e6b-6eb1-438f-b5b0-4da58e9baa6f req-13108b47-6269-4a15-8081-437588f9590e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 931 time: 0.2265539
May 31 13:01:33.521867 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f2574e6b-6eb1-438f-b5b0-4da58e9baa6f req-52f959d9-179e-4596-af16-b40a119cbd46 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763000
May 31 13:01:33.529287 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:33.530932 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:33.557538 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-a7acf48c-4f80-4609-904c-918214d9a4d0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:33.565279 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-a7acf48c-4f80-4609-904c-918214d9a4d0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 931 time: 1.0739934
May 31 13:01:33.762915 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:33.832700 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:33.834251 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.36', 59185) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:34.017919 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e39020cb-55b5-4462-a589-2d4eb1d28c99 req-9dcbe526-c777-44ef-a179-c9bca7abc628 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.1545093
May 31 13:01:34.123487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-4d1057c0-6b8b-4b75-88b5-b7908ba591f1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:34.353873 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9aee83d0-973d-4207-94ad-8572fc429f9c req-865ba52d-1b73-4453-b143-78833d4df91f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.1324332
May 31 13:01:34.407358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-eed3007c-1e4b-4338-926c-e9866b0bbac8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:34.408473 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-feed73a7-0333-4e09-90f2-87040f80aafb req-eed3007c-1e4b-4338-926c-e9866b0bbac8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:network {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:34.436653 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-feed73a7-0333-4e09-90f2-87040f80aafb req-eed3007c-1e4b-4338-926c-e9866b0bbac8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:network {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:34.438162 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-eed3007c-1e4b-4338-926c-e9866b0bbac8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 819 time: 0.5999286
May 31 13:01:34.517620 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-4d1057c0-6b8b-4b75-88b5-b7908ba591f1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:34.519013 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-da87b445-20b3-424d-9118-cc967c6f8cd0 req-4d1057c0-6b8b-4b75-88b5-b7908ba591f1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9526508
May 31 13:01:34.581374 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51168) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:34.806590 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:34.827686 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:34.832661 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:54e9f94c4f7a4cb2b56525f0f4553ba9 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:34.836527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:34.849779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f01859-ace7-408f-8e65-7d25bdc02f72 req-d329e9ca-b553-4ccd-b16d-34d8c2abc039 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:34.851264 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35f01859-ace7-408f-8e65-7d25bdc02f72 req-d329e9ca-b553-4ccd-b16d-34d8c2abc039 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 931 time: 0.1676037
May 31 13:01:34.852210 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:34.912738 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35f01859-ace7-408f-8e65-7d25bdc02f72 req-b66722a6-342d-4cc1-9f34-d06f7504bd30 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547504
May 31 13:01:34.989539 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:34.994106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:34.997611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 {{(pid=91787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:35.004523 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e640ba4a-0c2f-4ef5-b74b-6b9875de7b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:35.015629 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.048329 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54e9f94c4f7a4cb2b56525f0f4553ba9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4629605
May 31 13:01:35.048329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51180) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:35.051076 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6439506-db8f-463e-b585-d69c4756d7fd,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:35.065397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:35.093008 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 {{(pid=91787) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:35.101028 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.123772 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Transition to ACTIVE for port object 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:35.125704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Transition to ACTIVE for port object 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:35.129863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.130146 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.140511 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:35.163355 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.170184 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.226366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.232925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:35.244188 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6439506-db8f-463e-b585-d69c4756d7fd,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:35.258849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:35.260023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.285502 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6439506-db8f-463e-b585-d69c4756d7fd HTTP/1.1" status: 204  len: 168 time: 0.2253306
May 31 13:01:35.330790 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ea149034-8123-4bf9-b5dd-db91048d2d9a req-7eb2c43f-414c-4095-bdbb-42f32c5dac97 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.1476703
May 31 13:01:35.397631 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Pushing event updated for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:35.434267 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:35.439901 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-64b26c73-201d-4999-b7bb-f514f9bb7e74 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:35.571857 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7e53237b-47ee-4403-8834-a5c17ff80667 req-d3ba959b-848a-4efb-b798-985e3017cc3b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0577025
May 31 13:01:35.610440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Attempting to bind port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:35.610891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Attempting to bind port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:35.611373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Attempting to bind port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 on network 70a11e31-9924-44b2-9295-d640d63ae0ad {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:35.621522 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 on network 70a11e31-9924-44b2-9295-d640d63ae0ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:01:35.622038 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Attempting to bind port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 on network 70a11e31-9924-44b2-9295-d640d63ae0ad {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:35.631354 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:35.631959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Checking segment: {'id': 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:35.632729 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Bound using segment: {'id': 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:35.633446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Bound port: 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:35.633998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.647211 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Attempting to bind port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:35.647640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Attempting to bind port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:35.648170 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Attempting to bind port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:35.658299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 on network d4433981-1e98-4e61-b779-b6a7a9fd656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:01:35.658703 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Attempting to bind port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:35.662641 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:35.669702 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:35.700156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:35.700592 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Checking segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:35.701080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Bound using segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:35.701594 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Bound port: 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:35.702010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.725295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51198) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:35.742941 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.757001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:35.760873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c909e428a6504ae5b877ebe9a07254b8 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:35.763618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:35.769183 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:35.861869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.868100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.877432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-699bf457-925e-47b7-a8dd-6cdea2b94c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:35.927852 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c909e428a6504ae5b877ebe9a07254b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2013011
May 31 13:01:35.928757 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51206) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:35.943854 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f0c7a9-465b-4cae-ad19-18306dbd9f98,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:35.946043 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:35.957688 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:35.972149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,segment=NetworkSegment(e93d8106-e469-4bfd-b0b7-74c7ae9c4288),segment_id=e93d8106-e469-4bfd-b0b7-74c7ae9c4288)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:35.977777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:35.981205 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:35.992300 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7cd89e23-b81e-4c6e-a805-24813c1ff450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:36.007403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.024158 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:36.037122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.039169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b281e92-a04b-4c12-a30a-1fe2954f3dc2 req-728152ec-f3d6-4c2a-a611-b9e36333f2ad tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:36.040666 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8b281e92-a04b-4c12-a30a-1fe2954f3dc2 req-728152ec-f3d6-4c2a-a611-b9e36333f2ad tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.3417814
May 31 13:01:36.058232 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.089464 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:36.090085 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.091448 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] 10.222.0.36 "PUT /v2.0/ports/6269ddfe-00a5-4184-9ae3-9c30a91a6d08 HTTP/1.1" status: 200  len: 1093 time: 3.4226675
May 31 13:01:36.091895 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:01:36.154084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb54f-5e73-47f3-88a7-a601c1f40b5a req-f17d84d7-d26a-4dd5-b45d-2da8556b6352 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:36.155567 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-717fb54f-5e73-47f3-88a7-a601c1f40b5a req-f17d84d7-d26a-4dd5-b45d-2da8556b6352 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1073134
May 31 13:01:36.156620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.161657 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6f9343d5-9386-4c55-bc19-22fd49f14189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:36.168139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:36.168757 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.170256 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 HTTP/1.1" status: 200  len: 1093 time: 3.4861226
May 31 13:01:36.185192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f0c7a9-465b-4cae-ad19-18306dbd9f98,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:36.187586 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8b281e92-a04b-4c12-a30a-1fe2954f3dc2 req-4f703dc5-374d-4e8e-9af0-087c5fd2fe71 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309006
May 31 13:01:36.190372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Pushing event updated for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:36.193154 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:36.193569 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:36.194751 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:36.199608 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:36.203466 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38f0c7a9-465b-4cae-ad19-18306dbd9f98 HTTP/1.1" status: 204  len: 168 time: 0.2740822
May 31 13:01:36.257966 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-717fb54f-5e73-47f3-88a7-a601c1f40b5a req-deaf0b55-4903-473c-9e17-1773a6fbfe1b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853250
May 31 13:01:36.331785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:36.335921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:36.365664 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a88ec7-985c-4622-9723-d1e6679468c5" -d '{"events": [{"name": "network-changed", "server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:01:36.505019 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bf80f05e-602c-4444-a0f2-01156498e85c req-9cd1e136-66d0-4be0-b26c-fcc5da65aa00 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0495813
May 31 13:01:36.530965 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c40707e-bee7-4501-8ffd-26e9f5b79bb0 x-openstack-request-id: req-3c40707e-bee7-4501-8ffd-26e9f5b79bb0 {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:01:36.531298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:01:36.531593 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c40707e-bee7-4501-8ffd-26e9f5b79bb0 {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:01:36.532070 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08', 'status': 'completed', 'code': 200}
May 31 13:01:36.746796 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9f61ccf2-a362-4e6b-bd66-3bd7d0044ce4 req-a7cac1ed-e3c5-46c9-8e6c-30f36b757499 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0564864
May 31 13:01:37.470245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457137db-f74d-42a9-8752-2a91f9ae505f req-fa2c6f7a-9b7e-4dd4-9fa3-f7cc4cbf75f8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:37.471739 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-457137db-f74d-42a9-8752-2a91f9ae505f req-fa2c6f7a-9b7e-4dd4-9fa3-f7cc4cbf75f8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1121130
May 31 13:01:37.535833 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-457137db-f74d-42a9-8752-2a91f9ae505f req-a2438021-7dbb-4c3c-9368-96e3c026c13c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515091
May 31 13:01:37.545262 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033ee21-eeea-4152-96bd-0de869753109 req-bfd56e58-fa44-42e5-a979-bfacffc190b3 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:37.553205 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b033ee21-eeea-4152-96bd-0de869753109 req-bfd56e58-fa44-42e5-a979-bfacffc190b3 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1012390
May 31 13:01:37.617501 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b033ee21-eeea-4152-96bd-0de869753109 req-377dce52-50bd-4e35-9697-618c90ef7c3d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631855
May 31 13:01:37.710226 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2ca68205-346f-4788-81ef-4356e53cb78d req-cb7ff68f-90d7-4153-b5a3-386953b4bb91 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0504978
May 31 13:01:37.921864 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ffde982e-1b74-4cc0-b9db-0185cd2eacf6 req-759a053c-4e61-4600-837c-f58c494fc69e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0625441
May 31 13:01:38.537880 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:01:38.540324 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985150e2-6315-4e52-a02a-2219a0e36140" -d '{"events": [{"name": "network-changed", "server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:01:38.615107 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5937fa6-a3c4-4c7b-8f6a-88f3351271db x-openstack-request-id: req-a5937fa6-a3c4-4c7b-8f6a-88f3351271db {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:01:38.616362 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:01:38.616781 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5937fa6-a3c4-4c7b-8f6a-88f3351271db {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:01:38.617405 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'status': 'completed', 'code': 200}
May 31 13:01:38.761862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a9cc4-e093-4b0a-9dbc-977748c89f50 req-21ed4e75-4dd9-4c8d-9176-44415edc7358 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:38.763311 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ce6a9cc4-e093-4b0a-9dbc-977748c89f50 req-21ed4e75-4dd9-4c8d-9176-44415edc7358 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0793610
May 31 13:01:38.809017 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ce6a9cc4-e093-4b0a-9dbc-977748c89f50 req-36465d38-f4f7-47f6-bc5e-b107e217e7aa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396643
May 31 13:01:38.811748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff112c-38b8-47cb-8d0a-ae824186fabf req-262a9f8b-7abc-405a-9a64-dd150e2cbc33 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:38.813248 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-89ff112c-38b8-47cb-8d0a-ae824186fabf req-262a9f8b-7abc-405a-9a64-dd150e2cbc33 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0794742
May 31 13:01:38.869576 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-89ff112c-38b8-47cb-8d0a-ae824186fabf req-d8a52fb7-d37a-431d-afe3-9bfa39caf115 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503130
May 31 13:01:38.966346 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb1e26fe-2965-4fa8-98c5-f3d444e35196 req-a57cc051-33eb-43d6-a14e-f9a378ff3e29 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0564542
May 31 13:01:39.083873 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-b8bdf92c-f1ee-4f88-9582-7740185afc51 req-8857d5ec-cc2c-483c-a6c2-151773fbb987 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:39.101510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-b8bdf92c-f1ee-4f88-9582-7740185afc51 req-8857d5ec-cc2c-483c-a6c2-151773fbb987 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:39.102707 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b8bdf92c-f1ee-4f88-9582-7740185afc51 req-8857d5ec-cc2c-483c-a6c2-151773fbb987 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0640428
May 31 13:01:39.648116 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:39.999981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e212b5-7991-4313-9850-f91a32ad21da req-076a23eb-42a0-4685-8746-516c4c84fa62 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:40.002054 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b9e212b5-7991-4313-9850-f91a32ad21da req-076a23eb-42a0-4685-8746-516c4c84fa62 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0869329
May 31 13:01:40.047279 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b9e212b5-7991-4313-9850-f91a32ad21da req-4d9833d1-5993-4ff5-9997-34ade00f6959 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393887
May 31 13:01:40.063431 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c095eea-f8cb-4698-b50c-292afb98d60a req-be5b31b5-327e-4e10-8115-1dc48bf41e27 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:40.064966 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2c095eea-f8cb-4698-b50c-292afb98d60a req-be5b31b5-327e-4e10-8115-1dc48bf41e27 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0878546
May 31 13:01:40.128588 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2c095eea-f8cb-4698-b50c-292afb98d60a req-7027cae9-548c-4478-9252-9e89c031ec7b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525711
May 31 13:01:40.210680 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7f385595-bad5-4c45-8036-bd281ec36242 req-33c475c9-f879-4664-81eb-5d72657d5ca0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0469046
May 31 13:01:40.266878 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-da245dfd-b5b4-457f-b5d6-398db485d2a0 req-d0f1f0ea-ddaf-4565-98d8-6ff6be8d7b0c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0410113
May 31 13:01:41.298694 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfd88-999c-425d-be1f-b2f2688acd2f req-f3858f22-ea45-43ba-a21d-4d724de5cb6a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:41.300343 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-55dbfd88-999c-425d-be1f-b2f2688acd2f req-f3858f22-ea45-43ba-a21d-4d724de5cb6a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1420524
May 31 13:01:41.341854 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03dc66-633b-4372-981b-6f3d22d1c9e3 req-c9535def-0ae3-4b59-a2ff-7162b0259e84 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:41.343405 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0f03dc66-633b-4372-981b-6f3d22d1c9e3 req-c9535def-0ae3-4b59-a2ff-7162b0259e84 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1026747
May 31 13:01:41.345722 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-55dbfd88-999c-425d-be1f-b2f2688acd2f req-dcd57885-bceb-4ddd-97d9-edaa0c627e85 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396779
May 31 13:01:41.388502 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0f03dc66-633b-4372-981b-6f3d22d1c9e3 req-dd3cec77-7ba8-42e3-9e7d-16915cbc301b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393460
May 31 13:01:41.488205 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cfe633b8-88c9-4d01-a6df-88b8a0ad83c6 req-ef00186b-a211-461e-a36c-94d2e2d5dc50 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0498242
May 31 13:01:41.529674 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-53a8a215-33ea-4c5e-a929-2eeec195de63 req-845e9ede-44e8-4663-a3b4-9ecbeb35590d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0468862
May 31 13:01:41.774578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-fea9d820-c5ac-436e-bf0e-600509530298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:42.076824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Request body: {'port': {'device_id': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'admin_state_up': True, 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:42.179910 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-b2988301-d910-441e-8138-4f912efe1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.182054 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-b2988301-d910-441e-8138-4f912efe1dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52acb46545c54252ab03a9b30576bfa8&device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 1096 time: 0.1111248
May 31 13:01:42.273106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:42.282740 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:42.294398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Made reservation on behalf of 3ec70800ef1f486a9bcf1c90729f35dd for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:42.298274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:42.443828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-665a512f-c2ff-44e4-8c77-057521948f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.445306 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-665a512f-c2ff-44e4-8c77-057521948f27 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=52acb46545c54252ab03a9b30576bfa8&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2345035
May 31 13:01:42.497048 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985150e2-6315-4e52-a02a-2219a0e36140 req-439e9365-e7fd-4685-85e1-00237f45ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.498510 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-985150e2-6315-4e52-a02a-2219a0e36140 req-439e9365-e7fd-4685-85e1-00237f45ba45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 1096 time: 0.2864368
May 31 13:01:42.549952 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Allocated IP 172.20.0.9 (e99ef81f-6c80-47b7-b34a-7ef933e2240e/ca8320d0-a42b-4439-83a5-065a69117d71/8e01b011-8593-44ed-b9e0-8007a752114c) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:42.624937 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08799aa5-67a6-4807-8142-02c9cb946476 req-6b882550-7b4f-4ef5-b5f8-95c4092ebfdb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.632465 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-08799aa5-67a6-4807-8142-02c9cb946476 req-6b882550-7b4f-4ef5-b5f8-95c4092ebfdb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1464546
May 31 13:01:42.716879 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-08799aa5-67a6-4807-8142-02c9cb946476 req-679e7b70-71e6-4c5b-bf42-ac18d40a8708 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826790
May 31 13:01:42.818557 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-3df1114a-b7b8-4f35-822a-84f6277eb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.819910 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-04a88ec7-985c-4622-9723-d1e6679468c5 req-3df1114a-b7b8-4f35-822a-84f6277eb772 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3541169
May 31 13:01:42.852168 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7b54-1af8-4cc8-877d-923e920fc5d4 req-ba4e7eb6-7c79-4cfc-9172-dcb72161603e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.853687 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-848a7b54-1af8-4cc8-877d-923e920fc5d4 req-ba4e7eb6-7c79-4cfc-9172-dcb72161603e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.2611215
May 31 13:01:42.855313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985150e2-6315-4e52-a02a-2219a0e36140 req-ffd43cfa-3cb3-4116-8c50-2f85cac1971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:42.856750 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-985150e2-6315-4e52-a02a-2219a0e36140 req-ffd43cfa-3cb3-4116-8c50-2f85cac1971f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3009660
May 31 13:01:42.993366 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ff2d22bb-a95f-48cb-8013-5dee8e84c74c req-ac160b42-0d00-409d-bd50-912be8ea1ded tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0654891
May 31 13:01:43.031415 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.102296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.117452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:43.134684 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-848a7b54-1af8-4cc8-877d-923e920fc5d4 req-ee00ee88-2ecc-434e-8e38-088ebb14489b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2731893
May 31 13:01:43.176583 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-88554e52-c59b-44da-8da7-de0c7b74bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:43.178221 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-88554e52-c59b-44da-8da7-de0c7b74bd2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52acb46545c54252ab03a9b30576bfa8&device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 1096 time: 0.2576919
May 31 13:01:43.221340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985150e2-6315-4e52-a02a-2219a0e36140 req-7fd46d88-bd47-4902-898f-093b16605fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:43.231157 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-985150e2-6315-4e52-a02a-2219a0e36140 req-7fd46d88-bd47-4902-898f-093b16605fea service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3340044
May 31 13:01:43.280397 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-174a9fc7-0462-4f42-a911-5fea90985dca req-ad92cbc3-5280-4134-b00b-2c82f6c408a4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0581672
May 31 13:01:43.291103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:43.306514 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:43.309869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:43.318383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:43.318383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.335486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Pushing event updated for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:43.343876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:43.354083 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2861545
May 31 13:01:43.526950 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51426) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:43.646910 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.660774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:43.664921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Usage tracker for resource:security_group_rule and tenant:122cbd40659e44198998f3b1e7b4a54b is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:43.667668 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:43.673311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:43.754060 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.757961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.765834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b979bd56-5307-444c-8806-83d488e45aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:43.805377 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=122cbd40659e44198998f3b1e7b4a54b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2773581
May 31 13:01:43.806180 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020e7c3-fe62-4704-982d-fa18c526c7dc,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:43.808680 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 51434) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:43.809901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:43.923862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.957143 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ea3f-033a-4103-836c-68246794e460 req-8133fa3c-0c59-448c-aff5-d3013cb5c320 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:43.958577 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6c79ea3f-033a-4103-836c-68246794e460 req-8133fa3c-0c59-448c-aff5-d3013cb5c320 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1315749
May 31 13:01:43.962657 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:43.999504 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.031312 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6c79ea3f-033a-4103-836c-68246794e460 req-09ea1596-d224-4be9-ad0a-8a452d565565 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622852
May 31 13:01:44.051289 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.056458 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:44.069844 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020e7c3-fe62-4704-982d-fa18c526c7dc,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:44.072941 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:44.073876 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.075335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1020e7c3-fe62-4704-982d-fa18c526c7dc HTTP/1.1" status: 204  len: 168 time: 0.2647898
May 31 13:01:44.166144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-5ea871c3-91f1-48c7-93b7-42e1e474861b req-492807d4-cc26-4d80-9ab2-02626fce6319 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:44.180389 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-96e85345-8bb1-4628-bc01-56390dfd9c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.184075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-5ea871c3-91f1-48c7-93b7-42e1e474861b req-492807d4-cc26-4d80-9ab2-02626fce6319 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:44.185439 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5ea871c3-91f1-48c7-93b7-42e1e474861b req-492807d4-cc26-4d80-9ab2-02626fce6319 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0631518
May 31 13:01:44.353228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45479-4b3f-4cdc-85fb-df259688f688 req-ec04af94-fb15-4880-ad12-d2c5e6283fdc tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:44.355283 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e8f45479-4b3f-4cdc-85fb-df259688f688 req-ec04af94-fb15-4880-ad12-d2c5e6283fdc tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0909450
May 31 13:01:44.443725 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e8f45479-4b3f-4cdc-85fb-df259688f688 req-767da2b7-60da-44df-800b-a1e52042c925 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811477
May 31 13:01:44.445673 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 51456) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:44.463437 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.476982 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-03bb05e2-91ce-4619-b541-9ebc251fb36e req-255eb9cb-f97a-417f-a8c9-04b2f0c84380 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0502715
May 31 13:01:44.477460 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:44.481337 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Usage tracker for resource:security_group_rule and tenant:f4a71117cd234145bd145c06587e84ac is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:44.484142 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:44.490077 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:44.573819 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.577391 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.584297 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:44.625716 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64965050-8753-4616-acfb-bfe684e7c1a9,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:44.629206 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:44.631638 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4a71117cd234145bd145c06587e84ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1850617
May 31 13:01:44.634530 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 51460) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:44.691621 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.719398 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.769986 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.774984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:44.786165 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64965050-8753-4616-acfb-bfe684e7c1a9,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:44.788940 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:44.793297 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:44.795059 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64965050-8753-4616-acfb-bfe684e7c1a9 HTTP/1.1" status: 204  len: 168 time: 0.1589742
May 31 13:01:45.226848 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ed241-cfe8-4d78-b872-f87d74853d51 req-9b2f6da8-2fd9-44f2-a650-247c782cbe1e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:45.228384 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a89ed241-cfe8-4d78-b872-f87d74853d51 req-9b2f6da8-2fd9-44f2-a650-247c782cbe1e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0822825
May 31 13:01:45.258725 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.278466 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a89ed241-cfe8-4d78-b872-f87d74853d51 req-ec9bbda7-bc3f-489b-9216-39dc0b862769 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430264
May 31 13:01:45.340145 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-85ca776a-5430-4102-819a-29eb39a05a67 req-79a91814-82ca-4ce0-989d-33b7a632d6c5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0470903
May 31 13:01:45.624760 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51502) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:45.687800 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784c16e-a1ab-4c17-a903-7cf16039dd90 req-5c5f2193-d95d-4d0a-ada0-8ad8097322be tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:45.689566 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f784c16e-a1ab-4c17-a903-7cf16039dd90 req-5c5f2193-d95d-4d0a-ada0-8ad8097322be tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1126957
May 31 13:01:45.694867 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-254b008e-dd46-4ced-b955-79a78e909dae req-22831444-be74-49aa-bbbf-a8a75e901f1c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0519619
May 31 13:01:45.736991 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f784c16e-a1ab-4c17-a903-7cf16039dd90 req-4f0a9ec7-f889-4726-9e66-d9a0674847c5 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417516
May 31 13:01:45.746972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-867480020-network', 'tenant_id': 'c8f052709ba74da7adefad2ef60525dd'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:45.751606 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:45.756065 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Usage tracker for resource:network and tenant:c8f052709ba74da7adefad2ef60525dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:45.759239 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:45.764989 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:45.774137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Made reservation on behalf of c8f052709ba74da7adefad2ef60525dd for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:45.777605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.791670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.808747 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:45.813106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Usage tracker for resource:security_group_rule and tenant:c8f052709ba74da7adefad2ef60525dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:45.815960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:45.821774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:45.911075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.914620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.919370 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:45.943359 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=91786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:45.955845 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d66371-abe8-4491-a4e6-f1b7317775b4,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:45.959759 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:45.960654 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:45.961025 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Added segment b2408e12-de51-4b6b-8997-72a6c8104300 of type vlan for network 855f13a6-7e47-4778-bd5d-d40c57e628b1
May 31 13:01:45.991101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.018585 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.019857 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:46.020433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.024921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:46.124024 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4979672
May 31 13:01:46.124741 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Pushing event updated for resources: {'Network': ['ID=855f13a6-7e47-4778-bd5d-d40c57e628b1,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:46.126899 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51516) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:46.129431 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:46.132821 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Request body: {'subnet': {'network_id': '855f13a6-7e47-4778-bd5d-d40c57e628b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-867480020-subnet', 'tenant_id': 'c8f052709ba74da7adefad2ef60525dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:46.134583 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 855f13a6-7e47-4778-bd5d-d40c57e628b1 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:46.137972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:46.142306 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Usage tracker for resource:subnet and tenant:c8f052709ba74da7adefad2ef60525dd is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:46.145159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:46.150840 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:46.161339 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Made reservation on behalf of c8f052709ba74da7adefad2ef60525dd for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:46.163572 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.496892 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de33279-7981-49a2-b02d-38c33815a537 req-c3a79922-a291-46a1-a7b5-b21ce35a3e57 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0459697
May 31 13:01:46.563692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b869-19da-49e9-8568-b354b6bb8830 req-fd5dff94-543c-4cbb-a015-4d9e742e5487 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:46.565164 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3523b869-19da-49e9-8568-b354b6bb8830 req-fd5dff94-543c-4cbb-a015-4d9e742e5487 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1740723
May 31 13:01:46.619075 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3523b869-19da-49e9-8568-b354b6bb8830 req-6169c6e4-2700-4dfe-b3fe-af78bb3cb314 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468976
May 31 13:01:46.709292 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.713763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c04ac981-0871-4afe-9154-46bdb890bb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:46.789839 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3291966c-ba96-4373-a08b-7e5060f29f8e,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:46.793600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:46.794497 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Checking segment: {'id': 'b2408e12-de51-4b6b-8997-72a6c8104300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '855f13a6-7e47-4778-bd5d-d40c57e628b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:46.794851 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Network hostable DHCP agents. Network: 855f13a6-7e47-4778-bd5d-d40c57e628b1, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:46.815982 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Network 855f13a6-7e47-4778-bd5d-d40c57e628b1 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:46.827017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 855f13a6-7e47-4778-bd5d-d40c57e628b1) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:46.831028 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:46.831677 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:46.836948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a8bd6c-9589-4537-9337-bab409b16371 None None] Network 855f13a6-7e47-4778-bd5d-d40c57e628b1 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:46.851751 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7238359
May 31 13:01:46.881497 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3ba9d72d-a58b-4adb-823f-707f588dc289 req-cd3d3b71-b156-4270-bb19-2a8a1d885ad1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0738025
May 31 13:01:46.955683 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dd43c-b7df-4c8c-899d-e9877389074f req-823a083f-1948-4efa-aa09-540a8c45d478 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:46.957426 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d88dd43c-b7df-4c8c-899d-e9877389074f req-823a083f-1948-4efa-aa09-540a8c45d478 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0979583
May 31 13:01:47.000573 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Request body: {'port': {'device_id': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:47.077585 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d88dd43c-b7df-4c8c-899d-e9877389074f req-e100c90b-f917-4fb4-81b9-eb4974bb3587 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116850
May 31 13:01:47.095338 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe0633-ed01-4ee9-ae96-bd7b5e3a78df None None] Network 855f13a6-7e47-4778-bd5d-d40c57e628b1 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:47.157803 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-bd311c7d-5705-43d9-b594-be361afa46fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08 HTTP/1.1" status: 200  len: 217 time: 0.1574271
May 31 13:01:47.183178 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:47.208005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:47.253705 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f5e5ea22-6193-42b4-8e7a-d5281e8a0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:47.255489 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-f5e5ea22-6193-42b4-8e7a-d5281e8a0d8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfcfce04-6ff7-42de-831d-e395759abc50 HTTP/1.1" status: 200  len: 851 time: 0.0864985
May 31 13:01:47.280720 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-c9932d4d-0fd2-46de-b774-b927ee852bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:47.282559 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-c9932d4d-0fd2-46de-b774-b927ee852bda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 1096 time: 0.2079105
May 31 13:01:47.405712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.36', 59204) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:47.440335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-5a6cc55c-cd1f-40bb-923b-93d808c20bde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=70a11e31-9924-44b2-9295-d640d63ae0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734355
May 31 13:01:47.542687 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-9d693825-0b49-40bd-8a11-075de6eed41c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 HTTP/1.1" status: 200  len: 217 time: 0.1003866
May 31 13:01:47.703722 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51566) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:47.737769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-395139906-network', 'tenant_id': '2771c165059a438cb77eda056b4a8be9'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:47.750743 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:47.758324 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Usage tracker for resource:network and tenant:2771c165059a438cb77eda056b4a8be9 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:47.759301 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7b25a531-48d9-4f4f-a242-cb25fee068e2 req-dd2dc808-a9c8-4d4e-900b-12880bd7e5bb tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0842338
May 31 13:01:47.767047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:47.779680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:47.793820 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-3be87fa9-d014-4986-8eda-ea6ecff82d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:47.805878 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-3be87fa9-d014-4986-8eda-ea6ecff82d95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.2436278
May 31 13:01:47.832240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Made reservation on behalf of 2771c165059a438cb77eda056b4a8be9 for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:47.846270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:47.879459 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-a3fb2b56-f0a7-4a7f-84db-34d729acc727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0630758
May 31 13:01:47.887091 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-c2530579-4052-43df-8ed8-621a21d7414c service neutron] 10.222.0.36 "GET /v2.0/networks/70a11e31-9924-44b2-9295-d640d63ae0ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3859806
May 31 13:01:47.965184 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:47.982913 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.36', 59209) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:48.033558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-cd363d50-7305-4b4b-83ff-cab2b8ed946a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:48.035522 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-cd363d50-7305-4b4b-83ff-cab2b8ed946a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 819 time: 0.6285615
May 31 13:01:48.038304 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:48.061503 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Request body: {'port': {'device_id': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'admin_state_up': True, 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:48.135241 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Usage tracker for resource:security_group_rule and tenant:2771c165059a438cb77eda056b4a8be9 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:48.144528 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:48.181796 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9cb0532d-fc66-479b-a631-ffd69842ec9c req-b14c6468-d856-4dd2-bd2c-580e76f6ac41 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0774989
May 31 13:01:48.250425 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.db.resource_extend [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 13:01:48.252953 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-bd2be68e-71e6-477b-840e-91efa15cd7db service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3649373
May 31 13:01:48.256542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-08ae24c7-939f-4c82-9fed-b51d25c030fb service neutron] 10.222.0.36 "GET /v2.0/networks/70a11e31-9924-44b2-9295-d640d63ae0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3502915
May 31 13:01:48.271511 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:48.425070 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-660ceab1-fc33-4faf-8d61-8fbe91617747 req-7f608a46-78b8-42ff-a848-9e408a23fb71 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608915
May 31 13:01:48.472951 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e01b011-8593-44ed-b9e0-8007a752114c {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:48.488089 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39d1bd-c59c-48bb-a675-7e308377e064 req-1f2bdce8-7ef4-4d31-bbfd-c4d84bba9dc7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:48.493879 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a39d1bd-c59c-48bb-a675-7e308377e064 req-1f2bdce8-7ef4-4d31-bbfd-c4d84bba9dc7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.6587434
May 31 13:01:48.502096 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e853a244-3a07-490f-bc6d-2f3b7d1fce54 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:48.503611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e853a244-3a07-490f-bc6d-2f3b7d1fce54 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 810 time: 0.5152178
May 31 13:01:48.507077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:48.545120 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f83bd-aab3-4697-80cb-367070ae07ff req-61741b55-fca4-480f-84ea-2b4c094d3edb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:48.548393 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:48.552950 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-799f83bd-aab3-4697-80cb-367070ae07ff req-61741b55-fca4-480f-84ea-2b4c094d3edb tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1267116
May 31 13:01:48.580058 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:48.584923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Transition to ACTIVE for port object 8e01b011-8593-44ed-b9e0-8007a752114c will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:48.606745 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-799f83bd-aab3-4697-80cb-367070ae07ff req-5af02bb6-73aa-4834-99d0-6e5f63287ee2 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528994
May 31 13:01:48.680966 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:48.697797 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a39d1bd-c59c-48bb-a675-7e308377e064 req-7f9ebd5f-141e-4ba8-978e-b979d9a04037 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873062
May 31 13:01:48.701596 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9be902d2-5fff-47a0-a57e-d24be059b0ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:48.760526 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Made reservation on behalf of 3ec70800ef1f486a9bcf1c90729f35dd for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:48.763950 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:48.863651 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-406b4335-9ea1-48f9-8c95-c34084416bfb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 380 time: 0.2748113
May 31 13:01:48.889014 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'port': {'device_id': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'admin_state_up': True, 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'security_groups': ['63f62759-eff9-4bd7-841f-78a58c09f082']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:49.016989 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5ff3ecf4-fe60-460a-828d-c1d22be41b2d req-8e639d11-f517-43ab-825a-ae10d21d26af tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0880141
May 31 13:01:49.039850 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.064146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Pushing event updated for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:49.075918 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:49.085012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.125851 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:49.155082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Attempting to bind port 8e01b011-8593-44ed-b9e0-8007a752114c on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:49.155439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Attempting to bind port 8e01b011-8593-44ed-b9e0-8007a752114c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:49.155807 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Attempting to bind port 8e01b011-8593-44ed-b9e0-8007a752114c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:49.181296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=91786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:01:49.208849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Port 8e01b011-8593-44ed-b9e0-8007a752114c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:01:49.209180 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Attempting to bind port 8e01b011-8593-44ed-b9e0-8007a752114c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:49.232360 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d163908-9328-4906-ba00-3f32146eeec7,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:49.266709 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:49.267180 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Checking segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:49.267645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Bound using segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:49.268119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Bound port: 8e01b011-8593-44ed-b9e0-8007a752114c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:49.268466 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.278012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:49.285622 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.285966 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Added segment fa325fe4-1242-41f6-91fb-e940f905df72 of type vlan for network ccbd8d55-4eea-481f-84f8-47ffe5c7938c
May 31 13:01:49.311409 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:49.427329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:49.443225 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.453432 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3e3558c0-42db-4f69-bb1a-c1cf641c6243 req-5bef79f8-85de-4d7d-bc46-d4841d896dc4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.1121950
May 31 13:01:49.460616 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Allocated IP 172.20.0.11 (e99ef81f-6c80-47b7-b34a-7ef933e2240e/ca8320d0-a42b-4439-83a5-065a69117d71/48e956f4-e7e7-485f-90f0-5ca092421b3c) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:49.493189 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Made reservation on behalf of 8181df2d0f9e4ceaac4d01bb1aef8f5c for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:49.496591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.549155 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:49.615781 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8e01b011-8593-44ed-b9e0-8007a752114c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:49.616690 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.628809 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:49.629453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.641023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:49.654070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.805155 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a800fba-9652-47b6-a2ab-06e78438b84d req-0620efc1-a19f-4ff7-8dc6-3cb98acc1b48 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:49.813940 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8a800fba-9652-47b6-a2ab-06e78438b84d req-0620efc1-a19f-4ff7-8dc6-3cb98acc1b48 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.1028819
May 31 13:01:49.853503 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8a800fba-9652-47b6-a2ab-06e78438b84d req-71033dd7-23f9-4b71-a8d9-f89fd13eb876 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394180
May 31 13:01:49.940887 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:49.941504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:49.942882 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 1093 time: 2.9495509
May 31 13:01:49.946850 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Pushing event updated for resources: {'Network': ['ID=ccbd8d55-4eea-481f-84f8-47ffe5c7938c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:49.949180 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:01:49.956774 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network ccbd8d55-4eea-481f-84f8-47ffe5c7938c details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:01:50.015908 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:50.017657 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:50.134473 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 51642) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:50.134613 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.4101555
May 31 13:01:50.144597 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Request body: {'subnet': {'network_id': 'ccbd8d55-4eea-481f-84f8-47ffe5c7938c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-395139906-subnet', 'tenant_id': '2771c165059a438cb77eda056b4a8be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:50.180384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Allocated IP 172.20.0.11 (1c6288f2-4229-4d70-87dc-70741c357487/bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5/20841df4-514c-4349-8dbd-0c787e267813) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:01:50.187007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.198968 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Pushing event updated for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:50.206881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:50.216567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:50.225946 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e455427b-3809-45fb-810c-d2d0cc034d21 req-829b463d-366d-4924-89a3-1158dabd1714 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0867445
May 31 13:01:50.226973 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Usage tracker for resource:subnet and tenant:2771c165059a438cb77eda056b4a8be9 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:50.230202 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:50.237410 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:50.248777 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f0b1-6d37-4829-bedf-12a7ac2b7fbb req-c08ad171-b6fa-4868-9624-b78643b1cc18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:50.250339 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-89d5f0b1-6d37-4829-bedf-12a7ac2b7fbb req-c08ad171-b6fa-4868-9624-b78643b1cc18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.4075210
May 31 13:01:50.253045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaee45a-28b9-494d-a501-474f083146d0" -d '{"events": [{"name": "network-changed", "server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:01:50.257084 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Made reservation on behalf of 2771c165059a438cb77eda056b4a8be9 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:01:50.259632 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.452624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfc048b-0c55-468c-b725-a3964ce5a3e6 x-openstack-request-id: req-8bfc048b-0c55-468c-b725-a3964ce5a3e6 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:01:50.452959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:01:50.453233 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bfc048b-0c55-468c-b725-a3964ce5a3e6 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:01:50.453711 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c', 'status': 'completed', 'code': 200}
May 31 13:01:50.488396 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-89d5f0b1-6d37-4829-bedf-12a7ac2b7fbb req-10389e6a-db86-4700-bb9a-22be47e211d9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192376
May 31 13:01:50.488396 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.508068 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:50.586700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Network e99ef81f-6c80-47b7-b34a-7ef933e2240e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:50.592867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:50.604881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:50.610210 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:50.610820 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.629884 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-29a17e0e-cc5e-40dd-b5b5-d1cfed5c1aab req-aa9a4834-6b99-4761-87f9-3cbae77655ff tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0526888
May 31 13:01:50.636681 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Pushing event updated for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:50.648326 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:50.656244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.665513 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6098154
May 31 13:01:50.673294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Transition to ACTIVE for port object 20841df4-514c-4349-8dbd-0c787e267813 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:50.696137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.702792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:50.726482 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.731027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:50.770003 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Network 1c6288f2-4229-4d70-87dc-70741c357487 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:01:50.773125 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:50.777649 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:01:50.783081 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:50.783719 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.797839 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:50.802532 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:50.805270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbe1989-d857-42ef-9730-e86573d3e51a,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:50.809407 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9247251
May 31 13:01:50.810114 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:50.814770 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Checking segment: {'id': 'fa325fe4-1242-41f6-91fb-e940f905df72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ccbd8d55-4eea-481f-84f8-47ffe5c7938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:50.815124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Network hostable DHCP agents. Network: ccbd8d55-4eea-481f-84f8-47ffe5c7938c, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:01:50.833578 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Network ccbd8d55-4eea-481f-84f8-47ffe5c7938c is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:01:50.846130 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, ccbd8d55-4eea-481f-84f8-47ffe5c7938c) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:01:50.851245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:50.851998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:50.855817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d8ab1-c7ed-4d80-a69a-765dd4253e11 None None] Network ccbd8d55-4eea-481f-84f8-47ffe5c7938c requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:50.881675 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7403054
May 31 13:01:51.074728 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cee4-1713-497a-ad52-8d4a7391d73a req-b264cf5b-9326-46c6-bd51-90cf9bbf0a9c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:51.076281 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4031cee4-1713-497a-ad52-8d4a7391d73a req-b264cf5b-9326-46c6-bd51-90cf9bbf0a9c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0887048
May 31 13:01:51.080389 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-47e2ae78-dbc7-47fd-aa66-c348a3bbcdd4 None None] Provisioning for port 20841df4-514c-4349-8dbd-0c787e267813 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:01:51.090932 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-47e2ae78-dbc7-47fd-aa66-c348a3bbcdd4 None None] Provisioning complete for port 20841df4-514c-4349-8dbd-0c787e267813 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:01:51.091310 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-47e2ae78-dbc7-47fd-aa66-c348a3bbcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:51.120605 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fd262-4543-417f-9adb-f1f18795107d None None] Network ccbd8d55-4eea-481f-84f8-47ffe5c7938c requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:01:51.125322 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4031cee4-1713-497a-ad52-8d4a7391d73a req-cd2b29fe-f9cc-428a-a76e-8465ee01dfc3 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415502
May 31 13:01:51.218280 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-47e2ae78-dbc7-47fd-aa66-c348a3bbcdd4 None None] Port 20841df4-514c-4349-8dbd-0c787e267813 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:01:51.440005 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472b79-0d25-48e9-8bd8-eb9ea0007f96 req-33a081c3-e0fd-4354-b03f-1fcc4664b591 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:51.441527 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1c472b79-0d25-48e9-8bd8-eb9ea0007f96 req-33a081c3-e0fd-4354-b03f-1fcc4664b591 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 932 time: 0.0819564
May 31 13:01:51.507883 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1c472b79-0d25-48e9-8bd8-eb9ea0007f96 req-6becdc91-31a5-4788-a00e-8337e16dcd8f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602365
May 31 13:01:51.701283 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5c219-65dd-49b8-a2df-7438f503c5e2 req-0f619ab4-3a0c-4e3c-b26d-42cbd4e3bab8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:51.702734 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-edb5c219-65dd-49b8-a2df-7438f503c5e2 req-0f619ab4-3a0c-4e3c-b26d-42cbd4e3bab8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0802135
May 31 13:01:51.746929 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-edb5c219-65dd-49b8-a2df-7438f503c5e2 req-0ee538f7-5e1b-48dd-899c-571c755a3094 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384798
May 31 13:01:51.820691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaa2fd-9b43-45f3-b136-0e4d6b0ae8ac req-df9be6be-b165-4184-a64c-72e899781fd8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:51.822146 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-84eaa2fd-9b43-45f3-b136-0e4d6b0ae8ac req-df9be6be-b165-4184-a64c-72e899781fd8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 932 time: 0.0802896
May 31 13:01:51.864607 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-84eaa2fd-9b43-45f3-b136-0e4d6b0ae8ac req-1b94c4f2-39d8-4fab-a0fa-9ad703af6ea2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:51.880138 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-84eaa2fd-9b43-45f3-b136-0e4d6b0ae8ac req-1b94c4f2-39d8-4fab-a0fa-9ad703af6ea2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:51.881302 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-84eaa2fd-9b43-45f3-b136-0e4d6b0ae8ac req-1b94c4f2-39d8-4fab-a0fa-9ad703af6ea2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536799
May 31 13:01:52.437329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56889a1-76e5-4d2f-9c74-650e56090010 req-3acdab22-aed3-47aa-aa9c-f9902708c4ca tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:52.438753 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f56889a1-76e5-4d2f-9c74-650e56090010 req-3acdab22-aed3-47aa-aa9c-f9902708c4ca tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0831234
May 31 13:01:52.481740 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f56889a1-76e5-4d2f-9c74-650e56090010 req-6908fa22-ba4c-4b0d-8e07-f907e3c58d7f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374370
May 31 13:01:52.691385 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a5d9f-766f-4b65-ab84-b5579b250e47 req-fbf478cb-a11d-43c3-88cd-0ce783457c9b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:52.692670 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-383a5d9f-766f-4b65-ab84-b5579b250e47 req-fbf478cb-a11d-43c3-88cd-0ce783457c9b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 932 time: 0.0870063
May 31 13:01:52.736678 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-383a5d9f-766f-4b65-ab84-b5579b250e47 req-4445fd2e-6d63-4fd4-9c87-c0e848043424 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383086
May 31 13:01:52.927739 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd083c60-10b9-450f-b62e-ff8fc897da1c req-cff4d148-c0c3-4db8-bfe4-75ba607d315a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:52.929229 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dd083c60-10b9-450f-b62e-ff8fc897da1c req-cff4d148-c0c3-4db8-bfe4-75ba607d315a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0807455
May 31 13:01:52.976094 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dd083c60-10b9-450f-b62e-ff8fc897da1c req-7511c9d8-0f0f-498e-af27-9939b2ceb28f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404489
May 31 13:01:53.134614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3713e-931d-4bbf-9551-36246909c4e1 req-745e07a2-417a-41b0-9586-a1ccc49b9211 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:53.136065 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5fd3713e-931d-4bbf-9551-36246909c4e1 req-745e07a2-417a-41b0-9586-a1ccc49b9211 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 932 time: 0.1388264
May 31 13:01:53.179212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5fd3713e-931d-4bbf-9551-36246909c4e1 req-f148389f-dd15-4299-91e2-a612a2c52e3d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375466
May 31 13:01:53.535944 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Request body: {'port': {'device_id': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:53.580890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Request body: {'port': {'device_id': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:01:53.896152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:53.922294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:53.927641 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b406c-a235-4c4b-adf0-aae4f43f060f req-9fce45c6-7987-400c-9efe-dd5fc9e1c57f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:53.929168 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-250b406c-a235-4c4b-adf0-aae4f43f060f req-9fce45c6-7987-400c-9efe-dd5fc9e1c57f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 932 time: 0.0858524
May 31 13:01:53.944543 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaee45a-28b9-494d-a501-474f083146d0 req-e4161a03-69b0-4f4d-bcd3-27d63e55ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:53.946020 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9eaee45a-28b9-494d-a501-474f083146d0 req-e4161a03-69b0-4f4d-bcd3-27d63e55ee50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1096 time: 0.3254294
May 31 13:01:53.978558 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-250b406c-a235-4c4b-adf0-aae4f43f060f req-238014cc-f148-48d7-b1e0-34df86295b49 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426772
May 31 13:01:54.054420 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e757d8-a7e3-4de8-914b-63fe9a7865b8 req-3578f739-e21f-4125-845b-864d9a8dcab8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:54.055825 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-80e757d8-a7e3-4de8-914b-63fe9a7865b8 req-3578f739-e21f-4125-845b-864d9a8dcab8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.4247706
May 31 13:01:54.159402 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7b9f3-4db5-4ecb-a901-4ea5c3c58ed9 req-f346c0fc-80cc-4c30-83a6-8f7856012686 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:54.160858 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-00a7b9f3-4db5-4ecb-a901-4ea5c3c58ed9 req-f346c0fc-80cc-4c30-83a6-8f7856012686 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0777712
May 31 13:01:54.205687 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-00a7b9f3-4db5-4ecb-a901-4ea5c3c58ed9 req-5bdc0583-2a9f-496e-80f7-4d95bd085b9a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390368
May 31 13:01:54.264521 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-80e757d8-a7e3-4de8-914b-63fe9a7865b8 req-9b788b19-ff94-46f3-904b-83b312782845 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970973
May 31 13:01:54.398340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5952c-2bde-408c-83ed-01ddc2315f01 req-ae7a8195-7aac-4cc8-9768-9e1542152d81 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:54.399834 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-30d5952c-2bde-408c-83ed-01ddc2315f01 req-ae7a8195-7aac-4cc8-9768-9e1542152d81 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 932 time: 0.0839803
May 31 13:01:54.449377 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-30d5952c-2bde-408c-83ed-01ddc2315f01 req-306632e5-6b3c-4c22-bcd8-ac16e4492e5c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435236
May 31 13:01:54.458417 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaee45a-28b9-494d-a501-474f083146d0 req-3e3344f1-3c3e-4562-a1ea-077aa1089083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:54.459906 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9eaee45a-28b9-494d-a501-474f083146d0 req-3e3344f1-3c3e-4562-a1ea-077aa1089083 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4783192
May 31 13:01:54.805520 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaee45a-28b9-494d-a501-474f083146d0 req-a736446d-7026-4799-ab07-8e0f29f37d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:54.806952 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9eaee45a-28b9-494d-a501-474f083146d0 req-a736446d-7026-4799-ab07-8e0f29f37d15 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3356433
May 31 13:01:54.985242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20841df4-514c-4349-8dbd-0c787e267813 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:54.997669 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.001001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e956f4-e7e7-485f-90f0-5ca092421b3c {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:55.012233 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.038871 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Transition to ACTIVE for port object 20841df4-514c-4349-8dbd-0c787e267813 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:55.039844 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Transition to ACTIVE for port object 48e956f4-e7e7-485f-90f0-5ca092421b3c will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:01:55.043869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.050904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8225338f-8c02-4b29-88b7-727f1e9b8ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:55.087849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.109515 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-c3aefd61-0e61-4717-a8f9-d1a5cf96fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.111066 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-c3aefd61-0e61-4717-a8f9-d1a5cf96fd49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1096 time: 0.2554610
May 31 13:01:55.297458 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-253f7e76-7a1f-46a5-aac0-f63cff786d0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.1286025
May 31 13:01:55.384243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Pushing event updated for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:55.426039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:55.429389 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:55.438433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975ced-56fb-4963-a31d-60711d13ada3 req-ed44d37e-cae2-4b6c-adc0-c2b1df5e4389 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.439884 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-79975ced-56fb-4963-a31d-60711d13ada3 req-ed44d37e-cae2-4b6c-adc0-c2b1df5e4389 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1071868
May 31 13:01:55.485360 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-79975ced-56fb-4963-a31d-60711d13ada3 req-be184a4a-cc05-407e-9bd5-06e7d9e4fadd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396330
May 31 13:01:55.560614 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Attempting to bind port 20841df4-514c-4349-8dbd-0c787e267813 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:55.560980 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Attempting to bind port 20841df4-514c-4349-8dbd-0c787e267813 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:55.561310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Attempting to bind port 20841df4-514c-4349-8dbd-0c787e267813 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:55.586697 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Port 20841df4-514c-4349-8dbd-0c787e267813 on network 1c6288f2-4229-4d70-87dc-70741c357487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:01:55.587016 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Attempting to bind port 20841df4-514c-4349-8dbd-0c787e267813 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:55.605779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed73a7-0333-4e09-90f2-87040f80aafb req-dddd5223-a15a-4ac6-9eaf-114586b7b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.607205 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-dddd5223-a15a-4ac6-9eaf-114586b7b648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.2303267
May 31 13:01:55.612762 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:55.613128 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Checking segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:55.613588 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Bound using segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:55.614290 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Bound port: 20841df4-514c-4349-8dbd-0c787e267813, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:55.614612 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.627110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:55.630128 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Attempting to bind port 48e956f4-e7e7-485f-90f0-5ca092421b3c on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:01:55.630782 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Attempting to bind port 48e956f4-e7e7-485f-90f0-5ca092421b3c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:01:55.631120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Attempting to bind port 48e956f4-e7e7-485f-90f0-5ca092421b3c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:55.637208 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:55.672435 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e724-672c-4239-beea-6b678495ed19 req-903d7c52-e816-4356-82d5-aa8fab0a2afe tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.673901 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2ac7e724-672c-4239-beea-6b678495ed19 req-903d7c52-e816-4356-82d5-aa8fab0a2afe tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0873919
May 31 13:01:55.691432 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-fb016733-a458-4550-8d6a-b1a11e8f9061 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649390
May 31 13:01:55.691647 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Port 48e956f4-e7e7-485f-90f0-5ca092421b3c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:01:55.691856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Attempting to bind port 48e956f4-e7e7-485f-90f0-5ca092421b3c on network e99ef81f-6c80-47b7-b34a-7ef933e2240e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:01:55.721806 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2ac7e724-672c-4239-beea-6b678495ed19 req-74610976-90c3-46eb-88c5-cc9464aedaf6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408559
May 31 13:01:55.753815 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:01:55.754228 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Checking segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:01:55.754594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Bound using segment: {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:01:55.755039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Bound port: 48e956f4-e7e7-485f-90f0-5ca092421b3c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c363626-ac83-419d-bc23-8bab8876e772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:01:55.755379 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:55.772194 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c46fa438-c04a-4d42-bc26-6fb92a24a2ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.773224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c46fa438-c04a-4d42-bc26-6fb92a24a2ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:55.952179 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd8632-89c1-451a-9b6c-7094b47af503 req-e333ed4e-977d-45d2-8131-55af04c7e8bc tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:55.953697 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c4dd8632-89c1-451a-9b6c-7094b47af503 req-e333ed4e-977d-45d2-8131-55af04c7e8bc tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.1025343
May 31 13:01:55.970443 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c46fa438-c04a-4d42-bc26-6fb92a24a2ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:55.977354 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c46fa438-c04a-4d42-bc26-6fb92a24a2ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.8072600
May 31 13:01:56.004084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:56.009244 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c4dd8632-89c1-451a-9b6c-7094b47af503 req-a6d72c1d-4136-4be6-b86d-6db7f9e27ecb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485065
May 31 13:01:56.080158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=20841df4-514c-4349-8dbd-0c787e267813,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:56.090940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c99bc047-d553-4178-95b0-53885760e995 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:01:56.093943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:01:56.097635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:56.099837 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-50a4b08f-c68e-4e9f-be97-7069f9160e9a service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708589
May 31 13:01:56.101521 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:01:56.110258 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:56.170491 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:56.294143 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:56.294767 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:56.296034 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] 10.222.0.36 "PUT /v2.0/ports/20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 1094 time: 2.7643914
May 31 13:01:56.350889 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'tag': '20841df4-514c-4349-8dbd-0c787e267813'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:01:56.353103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c046c7c5-b040-4ca8-8783-b025d26ebe33" -d '{"events": [{"name": "network-changed", "server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "tag": "20841df4-514c-4349-8dbd-0c787e267813"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:01:56.413998 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5603ad7e-bece-457d-bfc4-84dae69e5593 x-openstack-request-id: req-5603ad7e-bece-457d-bfc4-84dae69e5593 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:01:56.414310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "tag": "20841df4-514c-4349-8dbd-0c787e267813", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:01:56.414735 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5603ad7e-bece-457d-bfc4-84dae69e5593 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:01:56.415183 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'tag': '20841df4-514c-4349-8dbd-0c787e267813', 'status': 'completed', 'code': 200}
May 31 13:01:56.472639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c99bc047-d553-4178-95b0-53885760e995 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:01:56.484623 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3fb6b323-03a3-46d3-9bf5-c7ad03f2957d req-c99bc047-d553-4178-95b0-53885760e995 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5062859
May 31 13:01:56.485412 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Pushing event updated for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:56.511519 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:56.512313 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:56.513881 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 200  len: 1094 time: 2.9393220
May 31 13:01:56.540462 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:56.547644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d07b4fbe-7a11-4e55-a574-b77f96e38188 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:56.707781 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-feed73a7-0333-4e09-90f2-87040f80aafb req-036526ee-e671-46cf-8117-9478e1961144 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5978637
May 31 13:01:56.742231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:56.752591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:56.754240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5da09-2478-4851-b58c-43cc9b424ffe req-23a2599c-36e0-47bc-ba8a-1a263b70ae77 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:56.755731 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51810) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:56.762401 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4c5da09-2478-4851-b58c-43cc9b424ffe req-23a2599c-36e0-47bc-ba8a-1a263b70ae77 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.1096544
May 31 13:01:56.775923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-88c8fe34-707c-46a3-b6f7-8099ec8df73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:56.777430 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-88c8fe34-707c-46a3-b6f7-8099ec8df73f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1097 time: 0.4117486
May 31 13:01:56.782796 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-af4310ee-e0ad-4cb2-9988-a34495f4b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:56.784042 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-af4310ee-e0ad-4cb2-9988-a34495f4b9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1097 time: 0.1929061
May 31 13:01:56.811893 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4c5da09-2478-4851-b58c-43cc9b424ffe req-d09c19eb-0913-487e-9c87-ab58efa845a4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488737
May 31 13:01:57.002640 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-f85aa5bd-ce13-40ce-9e7b-89d081d862c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 217 time: 0.1906605
May 31 13:01:57.003984 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-9d2d3318-dbfd-4fd1-96f5-683bec42196c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 200  len: 217 time: 0.1940866
May 31 13:01:57.083773 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.129818 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:57.144957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Usage tracker for resource:security_group_rule and tenant:fa9ad3ec956140f1b7bbb6504471e54f is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:57.149774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:57.161659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:57.173103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e3ced650-25b8-432e-aceb-bfe493e86334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.174521 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-e3ced650-25b8-432e-aceb-bfe493e86334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1581962
May 31 13:01:57.189016 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-e2711303-c2ef-4160-9365-f11b98a8a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.189016 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-e2711303-c2ef-4160-9365-f11b98a8a85f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.1595247
May 31 13:01:57.212562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23986e8b-f4e5-4d33-95bf-b8a697b23ed7 req-2590c616-693f-4543-910f-55ed6cc3b457 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.214068 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-23986e8b-f4e5-4d33-95bf-b8a697b23ed7 req-2590c616-693f-4543-910f-55ed6cc3b457 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0899417
May 31 13:01:57.259890 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-23986e8b-f4e5-4d33-95bf-b8a697b23ed7 req-2469fadc-9818-4eb9-b429-ea6512079a72 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395977
May 31 13:01:57.288592 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-e3314494-e1f3-4f1d-aa42-2533b3d0fa0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0944617
May 31 13:01:57.299571 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351863-87d4-4b97-825c-6d014203dae2 req-96fe65d3-9618-43d1-9e64-221fbc4b1eb4 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.300922 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-60351863-87d4-4b97-825c-6d014203dae2 req-96fe65d3-9618-43d1-9e64-221fbc4b1eb4 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.4240277
May 31 13:01:57.462647 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-60351863-87d4-4b97-825c-6d014203dae2 req-f55a30a8-33dd-4847-8234-eb4393d21b88 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337879
May 31 13:01:57.489791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-3234a970-f70d-4310-969a-ac7a7dbd4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.491241 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-3234a970-f70d-4310-969a-ac7a7dbd4e0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2990859
May 31 13:01:57.521763 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-2f6977be-de73-4e66-a239-61876aff4f3a service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197998
May 31 13:01:57.528703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.533627 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.542185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:57.583259 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa9ad3ec956140f1b7bbb6504471e54f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8265398
May 31 13:01:57.584257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435dc91e-5410-4e74-a04a-747012e69d6a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:57.586262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 51834) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:57.588192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:57.697261 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.732769 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.746874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8162f-d308-4a12-a21d-b1dc0abd2882 req-04ed3df5-340c-43f0-a9fe-1050223f5ecc tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:57.748321 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4f8162f-d308-4a12-a21d-b1dc0abd2882 req-04ed3df5-340c-43f0-a9fe-1050223f5ecc tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.1489675
May 31 13:01:57.812436 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4f8162f-d308-4a12-a21d-b1dc0abd2882 req-e9c8fb87-43ee-4792-8293-edff02ded646 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535977
May 31 13:01:57.829360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.836931 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2e846023-ad6b-4eb6-b327-9061f08da76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:57.850850 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435dc91e-5410-4e74-a04a-747012e69d6a,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:57.853571 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:57.855609 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:57.856737 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/435dc91e-5410-4e74-a04a-747012e69d6a HTTP/1.1" status: 204  len: 168 time: 0.2694552
May 31 13:01:58.009411 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c46ad-ff6f-4901-a1f9-58d23e2418d2 req-3100248f-e3ce-4606-aa86-738146cd010b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:58.017313 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2f0c46ad-ff6f-4901-a1f9-58d23e2418d2 req-3100248f-e3ce-4606-aa86-738146cd010b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0944624
May 31 13:01:58.071661 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2f0c46ad-ff6f-4901-a1f9-58d23e2418d2 req-0b818073-614c-4c14-88f1-48c974ff6221 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532060
May 31 13:01:58.198938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51856) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:58.216907 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.231843 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:01:58.235605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ddc1dfd6bb0468f806b4c7bd2d9d73b is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:01:58.238455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:01:58.244302 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:01:58.327646 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.331539 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.340699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:58.382642 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ddc1dfd6bb0468f806b4c7bd2d9d73b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1824477
May 31 13:01:58.384167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d568f34-495b-4e94-b205-a0fb668b01fd,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:58.387006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 51866) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:01:58.389515 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:58.421662 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:01:58.423855 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747695d-3956-4a2e-a999-2679093f1113" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:01:58.448587 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe7d70-220f-4974-9021-e8a95802db6e req-407b5642-8591-4179-9a18-5cf3366d42b0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:58.450098 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-14fe7d70-220f-4974-9021-e8a95802db6e req-407b5642-8591-4179-9a18-5cf3366d42b0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0822766
May 31 13:01:58.450825 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.479453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.508415 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce739b4-6afa-4fce-87cf-dddaf347b9a0 x-openstack-request-id: req-6ce739b4-6afa-4fce-87cf-dddaf347b9a0 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:01:58.508729 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:01:58.509043 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ce739b4-6afa-4fce-87cf-dddaf347b9a0 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:01:58.509453 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c', 'status': 'completed', 'code': 200}
May 31 13:01:58.509882 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-14fe7d70-220f-4974-9021-e8a95802db6e req-8cd0c465-6953-44a3-82ea-a739fae7be8e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530729
May 31 13:01:58.553857 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.559407 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:58.571434 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d568f34-495b-4e94-b205-a0fb668b01fd,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:58.574359 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:58.582071 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:58.585534 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d568f34-495b-4e94-b205-a0fb668b01fd HTTP/1.1" status: 204  len: 168 time: 0.1953170
May 31 13:01:58.675702 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bfc5f-6b2d-43d4-b358-7a9cf7549ed4 req-7bce904e-1693-4829-9712-8631da7d7474 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:58.677145 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c00bfc5f-6b2d-43d4-b358-7a9cf7549ed4 req-7bce904e-1693-4829-9712-8631da7d7474 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0834587
May 31 13:01:58.721938 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c00bfc5f-6b2d-43d4-b358-7a9cf7549ed4 req-6b200f6e-180c-4f3a-aa0e-ad87aaf416b1 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385170
May 31 13:01:59.001646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8810447-49e4-4620-b779-a4236fdbcad7 req-3850960e-39ab-4389-826a-9f31ea28f4ae tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:59.003087 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b8810447-49e4-4620-b779-a4236fdbcad7 req-3850960e-39ab-4389-826a-9f31ea28f4ae tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0824544
May 31 13:01:59.047335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b8810447-49e4-4620-b779-a4236fdbcad7 req-9c90a7a9-4d2b-41bb-b960-b24df6216734 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383790
May 31 13:01:59.271960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed06c3c-7ec4-41c7-a721-b8242919cb3a req-4b1d2811-0008-4a75-b149-ad19e58ad6f6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:59.273455 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bed06c3c-7ec4-41c7-a721-b8242919cb3a req-4b1d2811-0008-4a75-b149-ad19e58ad6f6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 943 time: 0.0938485
May 31 13:01:59.296092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:01:59.440362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:59.453623 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'port_id': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'mac_address': 'fa:16:3e:42:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:01:59.515891 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:59.533134 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:59.550598 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:59.558214 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:59.559448 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:01:59.563215 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:59.569088 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bed06c3c-7ec4-41c7-a721-b8242919cb3a req-a0d917fd-9a54-4edd-ade8-39f8a7b38e34 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724943
May 31 13:01:59.645312 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-da06b833-efbf-4ec9-b19c-4fcb99eabe7e service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707561
May 31 13:01:59.650649 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8eb88f7d-ac6c-4d6a-ad3b-e44087481950 req-77c1c0dd-c6b6-402f-9a17-07f53d779664 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3506150
May 31 13:01:59.728436 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:01:59.735632 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:01:59.744088 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd95235-8eff-495a-b4bb-ed2bcac7e7c0 req-b70496aa-969d-463b-bd4b-a2459d77fecb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:59.749394 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1bd95235-8eff-495a-b4bb-ed2bcac7e7c0 req-b70496aa-969d-463b-bd4b-a2459d77fecb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.1055651
May 31 13:01:59.795556 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,segment=NetworkSegment(e93d8106-e469-4bfd-b0b7-74c7ae9c4288),segment_id=e93d8106-e469-4bfd-b0b7-74c7ae9c4288)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:59.797631 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1bd95235-8eff-495a-b4bb-ed2bcac7e7c0 req-50a0cb27-853b-4681-9b00-b2f51bb90ac2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457270
May 31 13:01:59.817898 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08', 'network_id': '70a11e31-9924-44b2-9295-d640d63ae0ad', 'port_id': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08', 'mac_address': 'fa:16:3e:90:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcfce04-6ff7-42de-831d-e395759abc50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:01:59.866408 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:59.892096 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:01:59.914357 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,segment=NetworkSegment(e93d8106-e469-4bfd-b0b7-74c7ae9c4288),segment_id=e93d8106-e469-4bfd-b0b7-74c7ae9c4288)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:01:59.919942 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:01:59.923027 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f3c3d9f-cc08-4297-9ac3-cc0771895167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:01:59.930262 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba67b9-659a-47c0-ae06-fdcd0b49da6a req-5eb56fd7-1400-4f88-8626-c54a28d8c678 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:01:59.931899 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-caba67b9-659a-47c0-ae06-fdcd0b49da6a req-5eb56fd7-1400-4f88-8626-c54a28d8c678 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 943 time: 0.0896003
May 31 13:01:59.985930 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-caba67b9-659a-47c0-ae06-fdcd0b49da6a req-61092ad1-ac0b-4b7f-ac43-2519f18fcbcd tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467761
May 31 13:02:00.020096 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:00.028217 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:00.234161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1b055-14d0-48a5-8329-a69905ccf359 req-938a788c-90db-4e50-ade4-8c59ef3df7e9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:00.235694 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0f1b055-14d0-48a5-8329-a69905ccf359 req-938a788c-90db-4e50-ade4-8c59ef3df7e9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0819793
May 31 13:02:00.281935 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0f1b055-14d0-48a5-8329-a69905ccf359 req-753668d8-e519-49a4-a7f3-38fb9b15c623 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404181
May 31 13:02:00.515821 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d0adbcc-b53d-4a9a-b90a-efdcd57fa4cc req-697dce75-c98e-40f1-a777-18e3de1475bc service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325970
May 31 13:02:00.769555 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c2086-42ab-4b16-ad37-b1bb8d6af147 req-30350e30-27ab-4e0a-8e39-f739657f15b2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:00.771014 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e57c2086-42ab-4b16-ad37-b1bb8d6af147 req-30350e30-27ab-4e0a-8e39-f739657f15b2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0916336
May 31 13:02:00.817563 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e57c2086-42ab-4b16-ad37-b1bb8d6af147 req-33a0a5ec-abc1-40ee-9fc2-6f9e15ae3c0c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404837
May 31 13:02:00.991735 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c4b5-7e5a-4b88-8035-9b9c6d9ade84 req-df1f869f-110f-4a2d-9023-ad7243c8f2fe tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:00.992525 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0ef6c4b5-7e5a-4b88-8035-9b9c6d9ade84 req-df1f869f-110f-4a2d-9023-ad7243c8f2fe tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0866842
May 31 13:02:01.047232 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0ef6c4b5-7e5a-4b88-8035-9b9c6d9ade84 req-720de52e-40e2-4ff0-ab58-7513a09693da tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489154
May 31 13:02:01.186215 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86b7f1-5644-4a60-becc-a492819d7c79 req-e6c24c32-348d-491a-bb0e-7b78633f23f8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:01.187795 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4a86b7f1-5644-4a60-becc-a492819d7c79 req-e6c24c32-348d-491a-bb0e-7b78633f23f8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0874109
May 31 13:02:01.237104 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4a86b7f1-5644-4a60-becc-a492819d7c79 req-397fed13-4be6-43ff-9a20-2d73ddf6c8ca tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428660
May 31 13:02:01.490899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d923e-8c3a-445a-9a8f-091e341474cf req-b2632e8d-1163-48ea-b14f-c99663cf3f67 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:01.498922 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-661d923e-8c3a-445a-9a8f-091e341474cf req-b2632e8d-1163-48ea-b14f-c99663cf3f67 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0963824
May 31 13:02:01.545036 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-661d923e-8c3a-445a-9a8f-091e341474cf req-c0732100-df5b-4afa-92b0-1944805d6529 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449176
May 31 13:02:01.874294 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:02:02.081425 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52046) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:02.143148 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcb490-3699-4c60-b647-af3528a23fff req-ae8da1b1-2972-4048-a4af-972a4cac80d4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.144617 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e3fcb490-3699-4c60-b647-af3528a23fff req-ae8da1b1-2972-4048-a4af-972a4cac80d4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.2093327
May 31 13:02:02.149179 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747695d-3956-4a2e-a999-2679093f1113 req-c94b4384-dcd4-49a1-82bd-439a6c1f3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.150739 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-c94b4384-dcd4-49a1-82bd-439a6c1f3f32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1097 time: 0.1746809
May 31 13:02:02.154576 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-5c97db37-4a8a-4e3f-89ab-75520aaad562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.155976 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-5c97db37-4a8a-4e3f-89ab-75520aaad562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1097 time: 0.1787503
May 31 13:02:02.220601 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.247576 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:02.252897 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:11610229b7fe46a09a170fa0b5b66e43 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:02.256171 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:02.263711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:02.300777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e7364-aaff-45f7-9b62-13917a5c24ce req-449060a5-4102-4455-9ba1-2aad0bb16772 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.302257 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b2e7364-aaff-45f7-9b62-13917a5c24ce req-449060a5-4102-4455-9ba1-2aad0bb16772 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.1411877
May 31 13:02:02.360250 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e3fcb490-3699-4c60-b647-af3528a23fff req-24d788f1-a098-411c-b093-0182650211f8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078967
May 31 13:02:02.366259 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b2e7364-aaff-45f7-9b62-13917a5c24ce req-dc181c09-d2e1-457a-a09f-6913e9d77429 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579433
May 31 13:02:02.431290 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747695d-3956-4a2e-a999-2679093f1113 req-0c1b21a1-873a-4079-b487-aa2325d2b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.432836 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-0c1b21a1-873a-4079-b487-aa2325d2b76b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.2626593
May 31 13:02:02.435375 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-fdbef30e-1adb-4cac-a3cb-2b7936c3d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.436730 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-fdbef30e-1adb-4cac-a3cb-2b7936c3d194 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.2676241
May 31 13:02:02.469462 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.484503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.526804 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:02.541130 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11610229b7fe46a09a170fa0b5b66e43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4583926
May 31 13:02:02.544405 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52060) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:02.616097 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-40a99056-cc76-411a-b42e-3e48f1a542a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 200  len: 217 time: 0.1721888
May 31 13:02:02.623748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5aae26-e636-459e-b5a4-b3506ef206e1,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:02.632354 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:02.658424 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-f8afcc7d-6aec-45bd-b738-739820ab4130 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 217 time: 0.1511693
May 31 13:02:02.721344 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.753634 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.770198 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747695d-3956-4a2e-a999-2679093f1113 req-786d4eb5-c660-4232-9744-cfc32f7bf0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.771624 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-786d4eb5-c660-4232-9744-cfc32f7bf0db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.1476433
May 31 13:02:02.785832 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06ced0-7aa9-49c8-ac84-beb7bf014aa6 req-d5a2d7c1-54df-4401-aa53-0361ca7b1f93 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.787336 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ac06ced0-7aa9-49c8-ac84-beb7bf014aa6 req-d5a2d7c1-54df-4401-aa53-0361ca7b1f93 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.1606724
May 31 13:02:02.846547 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ac06ced0-7aa9-49c8-ac84-beb7bf014aa6 req-474dc892-c5d4-4b16-ad79-93b477f1655f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487752
May 31 13:02:02.854309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.859661 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:02.874152 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5aae26-e636-459e-b5a4-b3506ef206e1,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:02.876988 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:02.877932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:02.881655 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe5aae26-e636-459e-b5a4-b3506ef206e1 HTTP/1.1" status: 204  len: 168 time: 0.3356860
May 31 13:02:02.911199 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-216c418f-9aff-49ed-89ce-798232a874e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240144
May 31 13:02:02.913324 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-0991fb67-4eb0-40f6-9d34-297aa7152436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:02.914764 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-0991fb67-4eb0-40f6-9d34-297aa7152436 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.2072837
May 31 13:02:03.048222 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b0b53-5a88-4444-97e8-3a175829ab2e req-09d132f1-6ae4-444a-8871-7fb20fa3df14 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:03.049703 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb9b0b53-5a88-4444-97e8-3a175829ab2e req-09d132f1-6ae4-444a-8871-7fb20fa3df14 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.3761921
May 31 13:02:03.154660 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb9b0b53-5a88-4444-97e8-3a175829ab2e req-0a89a501-f724-4afb-81c1-9b964d3ac39d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864494
May 31 13:02:03.159249 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-5168d69e-b548-42bb-b08c-e8e027be5227 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346590
May 31 13:02:03.163203 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-fce62d5b-e65f-4343-9932-b141b19c4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:03.164585 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-fce62d5b-e65f-4343-9932-b141b19c4561 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2376266
May 31 13:02:03.167318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 52074) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:03.224636 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:03.340103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:03.362077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Usage tracker for resource:security_group_rule and tenant:baff677e3e684bff8021cb1b02951c33 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:03.370283 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:03.382747 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:03.452742 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f747695d-3956-4a2e-a999-2679093f1113 req-29cf0746-8c79-4e48-85cb-647678df8700 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717865
May 31 13:02:03.479379 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-69655789-b799-4bd6-9012-c622c689b2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972898
May 31 13:02:03.517049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['6269ddfe-00a5-4184-9ae3-9c30a91a6d08'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:03.622480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:03.679503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a8023-d279-4e68-ac67-4703a2764ca7 req-6ac5186b-1b11-48e4-81cc-6b15beee5e00 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:03.686014 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ce6a8023-d279-4e68-ac67-4703a2764ca7 req-6ac5186b-1b11-48e4-81cc-6b15beee5e00 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.1825430
May 31 13:02:03.712120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:03.733343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:03.751001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9ac1562e-2f51-42c5-95bc-16181f75e105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:03.756015 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ce6a8023-d279-4e68-ac67-4703a2764ca7 req-df4d348f-470f-4e59-ac35-20567db3076d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628910
May 31 13:02:03.764429 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c046c7c5-b040-4ca8-8783-b025d26ebe33 req-f4ec38af-5bce-41ac-a588-0772e5ab7706 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2781374
May 31 13:02:03.804723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed34e2-e5ed-4297-81ad-2816bc9c4835,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:03.813031 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=baff677e3e684bff8021cb1b02951c33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6420813
May 31 13:02:03.813031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:03.813849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 52098) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:03.841497 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f8d48-4371-423b-9d85-2ee9fae036e6 req-438293e4-66a2-4db6-b778-38079a43446f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:03.842295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-cf8f8d48-4371-423b-9d85-2ee9fae036e6 req-438293e4-66a2-4db6-b778-38079a43446f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:02:03.935204 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-cf8f8d48-4371-423b-9d85-2ee9fae036e6 req-438293e4-66a2-4db6-b778-38079a43446f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:02:03.941826 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf8f8d48-4371-423b-9d85-2ee9fae036e6 req-438293e4-66a2-4db6-b778-38079a43446f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.3712947
May 31 13:02:03.979709 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:04.031608 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf8f8d48-4371-423b-9d85-2ee9fae036e6 req-7518b6ac-df85-46d0-b506-add0f9dd13df tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889139
May 31 13:02:04.033461 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:04.094972 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da6a8-899c-4be3-b8d0-eed1d3dfc118 req-5f9b19f7-fcea-4425-a6fb-b44e5d875ba6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:04.096992 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-782da6a8-899c-4be3-b8d0-eed1d3dfc118 req-5f9b19f7-fcea-4425-a6fb-b44e5d875ba6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0898318
May 31 13:02:04.117141 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:04.126185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:04.145666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed34e2-e5ed-4297-81ad-2816bc9c4835,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:04.147352 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-782da6a8-899c-4be3-b8d0-eed1d3dfc118 req-9452e912-80cd-433d-b37b-01c8fd9e1b7d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433707
May 31 13:02:04.156536 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:04.158630 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfed34e2-e5ed-4297-81ad-2816bc9c4835 HTTP/1.1" status: 204  len: 168 time: 0.3445017
May 31 13:02:04.161661 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:04.372824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc7351-b70f-4971-88eb-f4f7479f5220 req-17cf39b8-5bfc-49d4-8452-686003c250e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:04.374977 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1adc7351-b70f-4971-88eb-f4f7479f5220 req-17cf39b8-5bfc-49d4-8452-686003c250e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0955086
May 31 13:02:04.427847 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1adc7351-b70f-4971-88eb-f4f7479f5220 req-81c83073-a4fb-406d-81b5-0ce6cc3b390d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462711
May 31 13:02:04.962409 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c3815-0fb2-4df8-8598-9b35469b8df9 req-98200f10-1b6b-4b4d-b021-79cdaf822510 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:04.964471 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e6c3815-0fb2-4df8-8598-9b35469b8df9 req-98200f10-1b6b-4b4d-b021-79cdaf822510 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0853055
May 31 13:02:05.015127 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e6c3815-0fb2-4df8-8598-9b35469b8df9 req-5c1f62c3-93e4-4a18-a52c-411688304389 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440953
May 31 13:02:05.213016 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637461-cf55-4df2-8ab8-dc54873afb4c req-8ef2059f-c37c-4fea-a539-cd9648b9252b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:05.215275 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ac637461-cf55-4df2-8ab8-dc54873afb4c req-8ef2059f-c37c-4fea-a539-cd9648b9252b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0806439
May 31 13:02:05.265241 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ac637461-cf55-4df2-8ab8-dc54873afb4c req-828d0f72-4356-4fe4-8d0c-22030f0b283e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432937
May 31 13:02:05.346680 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155eae-5d13-4f35-b5af-b9dbde5ae800 req-5c2f26d7-6944-4fbe-8b3b-32d0618f182c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:05.348124 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd155eae-5d13-4f35-b5af-b9dbde5ae800 req-5c2f26d7-6944-4fbe-8b3b-32d0618f182c tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0842738
May 31 13:02:05.402340 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd155eae-5d13-4f35-b5af-b9dbde5ae800 req-1b0f82ba-05f5-48b0-bbf1-ac956b256eba tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417988
May 31 13:02:05.620921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b590ae-4ed3-41fa-8a3b-4c842f9415d8 req-94b58e70-bf2c-4ac8-a46a-fb599954422f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:05.622352 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32b590ae-4ed3-41fa-8a3b-4c842f9415d8 req-94b58e70-bf2c-4ac8-a46a-fb599954422f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0879219
May 31 13:02:05.680817 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32b590ae-4ed3-41fa-8a3b-4c842f9415d8 req-ab564135-f591-4ba6-9559-21a1afd2e42d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514729
May 31 13:02:06.045639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 52196) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:06.163274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.177579 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:06.181299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Usage tracker for resource:security_group_rule and tenant:d4c5767ca1f94f84ad8808ff27ee9753 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:06.184013 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:06.189545 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:06.204681 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dcdcd-07f9-40f2-b45e-aef4bac77335 req-04c83fb4-ca0b-475e-a027-ec32213ba522 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:06.206192 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b9dcdcd-07f9-40f2-b45e-aef4bac77335 req-04c83fb4-ca0b-475e-a027-ec32213ba522 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0790646
May 31 13:02:06.252444 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b9dcdcd-07f9-40f2-b45e-aef4bac77335 req-bf22435b-20a0-459c-8f75-513873f47103 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399864
May 31 13:02:06.278934 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.282662 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.290946 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7840f177-1e18-45cb-be7e-d20cdddd4f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:06.329400 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4c5767ca1f94f84ad8808ff27ee9753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2827108
May 31 13:02:06.330900 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebf8489-970a-42c5-b5f2-d603feea8426,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:06.332039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52204) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:06.334092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:06.389772 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.418761 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.451917 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7ef2e-a4e8-475e-ae47-49ac772d5fd8 req-95cb1736-1379-4341-839e-f08589642a75 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:06.457279 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d7e7ef2e-a4e8-475e-ae47-49ac772d5fd8 req-95cb1736-1379-4341-839e-f08589642a75 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0844696
May 31 13:02:06.483958 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.493272 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-167bc7c7-983c-42c7-86db-d90e478c4a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:06.509886 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebf8489-970a-42c5-b5f2-d603feea8426,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:06.510598 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d7e7ef2e-a4e8-475e-ae47-49ac772d5fd8 req-2ffe78e6-1fa8-4d8d-a2bd-3dab71faed67 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502303
May 31 13:02:06.513327 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:06.518215 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.521822 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ebf8489-970a-42c5-b5f2-d603feea8426 HTTP/1.1" status: 204  len: 168 time: 0.1862452
May 31 13:02:06.600753 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fd20f-cd63-4117-bad8-563543d4c968 req-4c86a94d-5e56-468a-9f94-ce86df474ab6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:06.602121 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bf5fd20f-cd63-4117-bad8-563543d4c968 req-4c86a94d-5e56-468a-9f94-ce86df474ab6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0809531
May 31 13:02:06.652290 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bf5fd20f-cd63-4117-bad8-563543d4c968 req-138e6865-b4eb-4fd7-9519-21a9eeb0ea2b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442204
May 31 13:02:06.807923 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52220) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:06.827613 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.846336 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:06.850310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ba496f0b854428ba2b373400e7285a is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:06.853357 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:06.857101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12c556-4c69-4db2-b190-c22e1d0c7359 req-266a13a4-e940-4cf7-a05b-0b03e9dd9edd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:06.858731 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5c12c556-4c69-4db2-b190-c22e1d0c7359 req-266a13a4-e940-4cf7-a05b-0b03e9dd9edd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0848043
May 31 13:02:06.859492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:06.908868 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5c12c556-4c69-4db2-b190-c22e1d0c7359 req-23335e75-2b44-4729-b056-2e8f671223d3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433805
May 31 13:02:06.944402 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.948716 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:06.955861 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3c21add5-0ceb-41f8-9a4f-d02746946bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:06.995362 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9ba496f0b854428ba2b373400e7285a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862798
May 31 13:02:06.996160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001858d5-cbad-4450-9606-5f5d3672205e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:06.998143 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 52224) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:06.999284 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:07.055805 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:07.081388 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:07.133406 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:07.136967 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f851bee-a967-42e3-ad57-398603d00e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:07.151536 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001858d5-cbad-4450-9606-5f5d3672205e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:07.154070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:07.161139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:07.162225 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a25f4625-d4f7-4430-9884-40768753374b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/001858d5-cbad-4450-9606-5f5d3672205e HTTP/1.1" status: 204  len: 168 time: 0.1631267
May 31 13:02:07.438053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd02cc8-2b82-40bf-88f5-4a5e6406e319 req-205c3fc7-4563-4d7d-a63b-58fc25ea78f4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:07.439530 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cdd02cc8-2b82-40bf-88f5-4a5e6406e319 req-205c3fc7-4563-4d7d-a63b-58fc25ea78f4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0813410
May 31 13:02:07.488000 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cdd02cc8-2b82-40bf-88f5-4a5e6406e319 req-ac8629d3-905c-4e88-a852-4fc11b581fc6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427282
May 31 13:02:07.764474 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1135c6-0925-4fd1-b6be-e4a654a98033 req-df03fc94-64c4-4e0f-9b2a-7e4c3610fdf2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:07.766086 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2d1135c6-0925-4fd1-b6be-e4a654a98033 req-df03fc94-64c4-4e0f-9b2a-7e4c3610fdf2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.1478493
May 31 13:02:07.813311 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2d1135c6-0925-4fd1-b6be-e4a654a98033 req-23901da4-df58-4689-a292-8e2999f3be0f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412228
May 31 13:02:07.856643 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c047d-d738-4553-8972-cf4848a7cb28 req-aa43f323-c310-4301-8733-d18361f66d7f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:07.858123 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3d8c047d-d738-4553-8972-cf4848a7cb28 req-aa43f323-c310-4301-8733-d18361f66d7f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0938256
May 31 13:02:07.903532 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3d8c047d-d738-4553-8972-cf4848a7cb28 req-f53fec72-0454-4a1f-89c7-e68dad676098 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397258
May 31 13:02:08.098369 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c64b4b-9c58-4ceb-89e8-67ace26bb2e7 req-f284d1d2-334d-4ced-a9ef-6b4a2254e6b1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:08.099810 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b5c64b4b-9c58-4ceb-89e8-67ace26bb2e7 req-f284d1d2-334d-4ced-a9ef-6b4a2254e6b1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0840702
May 31 13:02:08.145482 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b5c64b4b-9c58-4ceb-89e8-67ace26bb2e7 req-2340b474-ef83-492c-bbfa-b2280ecb6b28 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393951
May 31 13:02:08.681045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41c11e-daad-4b57-892b-a1de59c1fbf1 req-7523d416-2181-4670-a34a-cae5e699924c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:08.682561 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1d41c11e-daad-4b57-892b-a1de59c1fbf1 req-7523d416-2181-4670-a34a-cae5e699924c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0864520
May 31 13:02:08.726771 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1d41c11e-daad-4b57-892b-a1de59c1fbf1 req-f99f45b6-b516-4eb1-b4aa-99724e244e92 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382731
May 31 13:02:09.008632 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e75b77-1498-4ae6-903b-dd1a55ea0a41 req-5f04f883-06d2-4131-801d-6ce5fb693280 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:09.010717 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-10e75b77-1498-4ae6-903b-dd1a55ea0a41 req-5f04f883-06d2-4131-801d-6ce5fb693280 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0879662
May 31 13:02:09.070441 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-10e75b77-1498-4ae6-903b-dd1a55ea0a41 req-6844c9c3-5862-4a00-968d-7a6703413fae tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526197
May 31 13:02:09.123037 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a1c3-9484-496e-b76d-ff8acedde5a9 req-1d8ab068-97ef-44c7-bbd7-c128863bb86d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:09.124493 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d208a1c3-9484-496e-b76d-ff8acedde5a9 req-1d8ab068-97ef-44c7-bbd7-c128863bb86d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0963566
May 31 13:02:09.178903 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d208a1c3-9484-496e-b76d-ff8acedde5a9 req-1053c116-f9fb-44d2-885e-0da13f0f0fc4 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476205
May 31 13:02:09.350295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072094-e43d-4811-b9e5-ca6053a5d7ed req-417284cc-145f-4c6b-a2b9-6d4a453e26be tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:09.351723 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-40072094-e43d-4811-b9e5-ca6053a5d7ed req-417284cc-145f-4c6b-a2b9-6d4a453e26be tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0844810
May 31 13:02:09.395412 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-40072094-e43d-4811-b9e5-ca6053a5d7ed req-39e83ad1-e01f-4a2f-825d-f9fddb5f8161 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378320
May 31 13:02:09.660172 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:09.914120 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cfa15-09cf-4e58-93a1-062cb9291269 req-329f81d2-0df3-42d6-b857-936aa2c3a645 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:09.915450 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e1cfa15-09cf-4e58-93a1-062cb9291269 req-329f81d2-0df3-42d6-b857-936aa2c3a645 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0805466
May 31 13:02:09.958246 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e1cfa15-09cf-4e58-93a1-062cb9291269 req-79505fdb-0823-4f9f-92af-291bcd05bb67 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373149
May 31 13:02:10.273673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a751a-c9b0-4b05-ab99-3a289ea9812a req-d9761c6b-13e3-44dd-bd7a-e39b83c3a13b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:10.275141 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7c1a751a-c9b0-4b05-ab99-3a289ea9812a req-d9761c6b-13e3-44dd-bd7a-e39b83c3a13b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0868931
May 31 13:02:10.321072 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7c1a751a-c9b0-4b05-ab99-3a289ea9812a req-65eb923a-6501-4b2c-86f7-7988ff8c2f9d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399084
May 31 13:02:10.358369 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcb914-9b16-4155-9c95-93b668502432 req-332eab24-c1cc-4a8f-a2c6-69687751b96a tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:10.359787 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b2dcb914-9b16-4155-9c95-93b668502432 req-332eab24-c1cc-4a8f-a2c6-69687751b96a tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0796673
May 31 13:02:10.402699 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b2dcb914-9b16-4155-9c95-93b668502432 req-1c7fcba4-3937-4f7a-a271-0df1c4887425 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371666
May 31 13:02:10.578292 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240b65-5242-41aa-a23c-dad17b7c7719 req-d5a9cc46-1fe3-4a97-bf7f-70e0eb5738c5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:10.579734 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc240b65-5242-41aa-a23c-dad17b7c7719 req-d5a9cc46-1fe3-4a97-bf7f-70e0eb5738c5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0789275
May 31 13:02:10.624817 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc240b65-5242-41aa-a23c-dad17b7c7719 req-35ba42b1-bcd7-4596-820b-a9643b9e82ea tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394547
May 31 13:02:11.138061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbacc7-12f1-44d5-a120-d8a97f305ecc req-01cf2219-6e29-43bf-8410-f8e37cf3d946 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:11.139471 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-22fbacc7-12f1-44d5-a120-d8a97f305ecc req-01cf2219-6e29-43bf-8410-f8e37cf3d946 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0797291
May 31 13:02:11.181941 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-22fbacc7-12f1-44d5-a120-d8a97f305ecc req-8936ff0e-7168-42a0-b96b-736c6710f7fe tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369864
May 31 13:02:11.505504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb63666-ceb3-4cb0-a057-9005b1d65e2e req-415780ff-3c64-4ef4-8898-4d98c2088d69 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:11.506960 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cdb63666-ceb3-4cb0-a057-9005b1d65e2e req-415780ff-3c64-4ef4-8898-4d98c2088d69 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0828235
May 31 13:02:11.551367 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cdb63666-ceb3-4cb0-a057-9005b1d65e2e req-d08e4040-e169-4d90-bed7-e440d7794040 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383749
May 31 13:02:11.580818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b66990-f73c-4c85-8e51-6856f4411ffa req-fc128d67-8cea-4a0a-aaa9-66b21960e07f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:11.582236 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54b66990-f73c-4c85-8e51-6856f4411ffa req-fc128d67-8cea-4a0a-aaa9-66b21960e07f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0775540
May 31 13:02:11.680299 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54b66990-f73c-4c85-8e51-6856f4411ffa req-fc36bf72-a937-4e3c-8d7a-f45798dbede4 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923998
May 31 13:02:11.779283 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0de07a3f-6d41-439d-ad1b-5b1ba5051b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:11.819294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0fbca-4494-4e59-ad68-d65b35688e34 req-a368e0fc-68de-4013-a729-57d0223d59a3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:11.820768 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-49d0fbca-4494-4e59-ad68-d65b35688e34 req-a368e0fc-68de-4013-a729-57d0223d59a3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 944 time: 0.0863993
May 31 13:02:11.865554 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-49d0fbca-4494-4e59-ad68-d65b35688e34 req-9596897f-5cd0-41df-9c06-3ba2367d26ad tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389156
May 31 13:02:12.368495 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dd8eb-f5d6-46b6-9419-f22c1dbac23e req-43c5d178-c820-4e5b-a4e5-d6afe5c1fa8c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:12.369957 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa7dd8eb-f5d6-46b6-9419-f22c1dbac23e req-43c5d178-c820-4e5b-a4e5-d6afe5c1fa8c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0832164
May 31 13:02:12.384328 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 48e956f4-e7e7-485f-90f0-5ca092421b3c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:02:12.415751 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa7dd8eb-f5d6-46b6-9419-f22c1dbac23e req-01129575-b8c7-48d3-89c7-cb08bb20dd41 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394883
May 31 13:02:12.518602 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:12.534510 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '48e956f4-e7e7-485f-90f0-5ca092421b3c', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'port_id': '48e956f4-e7e7-485f-90f0-5ca092421b3c', 'mac_address': 'fa:16:3e:84:b5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:02:12.587829 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:12.604623 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e956f4-e7e7-485f-90f0-5ca092421b3c {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:02:12.622111 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:12.625962 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:12.626735 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 8e01b011-8593-44ed-b9e0-8007a752114c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:02:12.628771 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:12.702738 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:12.707550 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8e01b011-8593-44ed-b9e0-8007a752114c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:12.724340 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.724687 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.725056 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.725387 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.726117 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.726117 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.726341 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.726833 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.727336 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.727817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.728292 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.728770 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:12.733441 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:12.737997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '8e01b011-8593-44ed-b9e0-8007a752114c', 'network_id': 'e99ef81f-6c80-47b7-b34a-7ef933e2240e', 'port_id': '8e01b011-8593-44ed-b9e0-8007a752114c', 'mac_address': 'fa:16:3e:94:d7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8320d0-a42b-4439-83a5-065a69117d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:02:12.738149 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e469b-248c-4612-a040-4e7ce859190a req-c091db3f-2fb6-4eda-b896-ae269e78a813 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:12.739819 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b64e469b-248c-4612-a040-4e7ce859190a req-c091db3f-2fb6-4eda-b896-ae269e78a813 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 944 time: 0.0845881
May 31 13:02:12.788494 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b64e469b-248c-4612-a040-4e7ce859190a req-a4fd745e-3415-4b44-9275-dcf45abfdb55 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402260
May 31 13:02:12.795138 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:12.811999 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e01b011-8593-44ed-b9e0-8007a752114c {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:02:12.827123 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8e01b011-8593-44ed-b9e0-8007a752114c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:12.830800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:12.832479 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:12.877147 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa5286-dc9b-416c-b110-1f4ff8883759 req-f5a42fbf-b161-43a7-a9fd-fd61327825e6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:12.878594 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4aa5286-dc9b-416c-b110-1f4ff8883759 req-f5a42fbf-b161-43a7-a9fd-fd61327825e6 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.0920486
May 31 13:02:12.896327 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:12.901459 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:12.924469 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4aa5286-dc9b-416c-b110-1f4ff8883759 req-247b6a50-8a50-4cb6-8197-d3a16355f14b tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398185
May 31 13:02:13.047556 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e754c9-5e11-4013-96d2-f28c539a6ef7 req-5537a3b8-dd18-4f74-9192-574305623735 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:13.048914 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6e754c9-5e11-4013-96d2-f28c539a6ef7 req-5537a3b8-dd18-4f74-9192-574305623735 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0780292
May 31 13:02:13.095363 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6e754c9-5e11-4013-96d2-f28c539a6ef7 req-73ca0922-4eaf-4067-89d7-33641b5d4010 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409622
May 31 13:02:13.480615 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 20841df4-514c-4349-8dbd-0c787e267813 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:02:13.515349 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:02:13.607999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16c3f0-579c-4520-ad3b-41b54f98fb3b req-e67915af-1f05-40ce-a0ae-435c86bee894 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:13.609559 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3c16c3f0-579c-4520-ad3b-41b54f98fb3b req-e67915af-1f05-40ce-a0ae-435c86bee894 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 944 time: 0.0865321
May 31 13:02:13.652994 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3c16c3f0-579c-4520-ad3b-41b54f98fb3b req-ca409baf-04e2-4917-80d8-85e407309b38 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373955
May 31 13:02:13.684867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=20841df4-514c-4349-8dbd-0c787e267813,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:13.700160 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:02:13.707679 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '20841df4-514c-4349-8dbd-0c787e267813', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'port_id': '20841df4-514c-4349-8dbd-0c787e267813', 'mac_address': 'fa:16:3e:77:09:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:02:13.709203 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:02:13.709594 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:13.821233 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:13.843214 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20841df4-514c-4349-8dbd-0c787e267813 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:02:13.898263 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=20841df4-514c-4349-8dbd-0c787e267813,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:13.904948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:13.908509 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:13.960769 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:13.976837 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7064fc-33e2-45cd-9fcf-b0eddf8f4191 req-9cd4cc57-adc6-4a8b-baaf-217efaeb7f16 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:13.978293 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad7064fc-33e2-45cd-9fcf-b0eddf8f4191 req-9cd4cc57-adc6-4a8b-baaf-217efaeb7f16 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0808976
May 31 13:02:14.012119 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:14.033045 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad7064fc-33e2-45cd-9fcf-b0eddf8f4191 req-1b5361b9-c71e-45ac-80e4-272665c091c1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449169
May 31 13:02:14.071592 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:14.082917 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:14.085176 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:14.087079 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.090629 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.091712 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:02:14.120199 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:14.130693 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5355be-7ca0-465c-920c-4995da8b9d30 req-3ab5d11f-8ec7-4c74-a54f-8ce2802e03e3 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:14.139929 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be5355be-7ca0-465c-920c-4995da8b9d30 req-3ab5d11f-8ec7-4c74-a54f-8ce2802e03e3 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 944 time: 0.1019635
May 31 13:02:14.205380 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be5355be-7ca0-465c-920c-4995da8b9d30 req-262ef42d-5eba-4023-9539-b7c4c002c11d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642016
May 31 13:02:14.206795 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b375b06-ca86-4d23-a957-4a9c76a9cde9" -d '{"events": [{"server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:14.229068 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4c37da4-e219-4283-bca8-2a9d7808123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.235676 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:14.239616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:14.248532 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:02:14.255200 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:02:14.255703 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.306101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206a54-77bb-4073-bcaf-b527dca909c4 req-e0b97774-72b1-4858-88dd-39300a81b291 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:14.307544 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-db206a54-77bb-4073-bcaf-b527dca909c4 req-e0b97774-72b1-4858-88dd-39300a81b291 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0985625
May 31 13:02:14.317618 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d63803-97e1-40d9-bbc5-cfa7ecae2a0c x-openstack-request-id: req-99d63803-97e1-40d9-bbc5-cfa7ecae2a0c {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:14.317988 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "name": "network-vif-plugged", "status": "completed", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:14.318315 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d63803-97e1-40d9-bbc5-cfa7ecae2a0c {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:14.318841 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'code': 200}
May 31 13:02:14.353995 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-db206a54-77bb-4073-bcaf-b527dca909c4 req-92ff6ae3-bc0f-4a69-b711-a1f45e2a1e66 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393705
May 31 13:02:14.405038 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.436228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,segment=NetworkSegment(e93d8106-e469-4bfd-b0b7-74c7ae9c4288),segment_id=e93d8106-e469-4bfd-b0b7-74c7ae9c4288)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:14.440702 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:14.443442 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:14.512768 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:14.515842 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:14.835812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce56223-6806-4502-b7be-f1a8b1e423cf req-315db6f7-ac2b-411c-ad4a-34553eb832b2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:14.837257 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0ce56223-6806-4502-b7be-f1a8b1e423cf req-315db6f7-ac2b-411c-ad4a-34553eb832b2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0783646
May 31 13:02:14.883329 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0ce56223-6806-4502-b7be-f1a8b1e423cf req-0be06a3d-7cf2-4ca8-b49d-7798e56e1770 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398865
May 31 13:02:15.259416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:15.272822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada62c8-310f-42b3-bd81-a57faa4c3a5c req-6af6bd18-cfb9-4e51-9d84-18898969de1f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:15.274252 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fada62c8-310f-42b3-bd81-a57faa4c3a5c req-6af6bd18-cfb9-4e51-9d84-18898969de1f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.1358633
May 31 13:02:15.295706 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-7025f0aa-15c4-441d-86a6-4d7f9629b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:15.297125 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-7025f0aa-15c4-441d-86a6-4d7f9629b610 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 1098 time: 0.1039207
May 31 13:02:15.333733 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:15.346037 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fada62c8-310f-42b3-bd81-a57faa4c3a5c req-d62ff193-0025-4ea6-873c-1a502910d8c1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644698
May 31 13:02:15.351509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:15.355790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Usage tracker for resource:security_group_rule and tenant:839f986bf4e94565ab2942c62fe84630 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:15.359331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:15.365475 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:15.394598 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef376c-1ddc-419c-8e23-0729958c40be req-9934f2a6-17ed-4bae-8726-bfb9803a48a5 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:15.396113 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6fef376c-1ddc-419c-8e23-0729958c40be req-9934f2a6-17ed-4bae-8726-bfb9803a48a5 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0897305
May 31 13:02:15.451870 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:15.454187 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6fef376c-1ddc-419c-8e23-0729958c40be req-da7b39e0-83b7-48f2-acaf-3c1e1dd43f20 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501990
May 31 13:02:15.461991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:15.471093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1233e2cd-24ce-4335-a528-77ca4fc2995c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:15.539572 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fd44453d-c193-49ed-9e2d-3a1a345f8ac8 req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263684
May 31 13:02:15.551985 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd51de2-4864-47d1-b5c3-4eca0941d44b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:15.562806 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.563165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.563512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.563856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.564196 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.564535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.564897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.565233 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.565565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.565895 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.566226 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.566555 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:15.570657 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:15.595146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755cccc-83fa-473c-b35d-db234cf00cd9 req-63f14512-e10c-4d72-9f09-86dd5b63b434 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:15.596591 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9755cccc-83fa-473c-b35d-db234cf00cd9 req-63f14512-e10c-4d72-9f09-86dd5b63b434 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.1194820
May 31 13:02:15.642536 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9755cccc-83fa-473c-b35d-db234cf00cd9 req-6986b09c-d633-4bd1-a44a-d446ecca86cb tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401213
May 31 13:02:16.069929 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525ddd9-443d-4d41-a781-ff89494ab0a5 req-49874362-3026-4c45-b61f-a31c13a93e31 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:16.071681 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4525ddd9-443d-4d41-a781-ff89494ab0a5 req-49874362-3026-4c45-b61f-a31c13a93e31 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0807552
May 31 13:02:16.121180 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4525ddd9-443d-4d41-a781-ff89494ab0a5 req-8e33b868-eb72-4df7-8f06-8def9bdc2b32 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429335
May 31 13:02:16.319754 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:16.322141 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5762d-3a18-4bef-aab9-9da7cda7b485" -d '{"events": [{"server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:16.363128 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d34a2-c431-42be-bfa7-4d723d262a85 x-openstack-request-id: req-534d34a2-c431-42be-bfa7-4d723d262a85 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:16.363422 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "name": "network-vif-plugged", "status": "completed", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:16.363679 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-534d34a2-c431-42be-bfa7-4d723d262a85 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:16.364319 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08', 'code': 200}
May 31 13:02:16.535186 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38406a4e-5d1c-409b-b1f4-35ee075b7a3a req-6a62877e-37d6-4832-91db-ac90ec1a8a62 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:16.536654 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-38406a4e-5d1c-409b-b1f4-35ee075b7a3a req-6a62877e-37d6-4832-91db-ac90ec1a8a62 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0834365
May 31 13:02:16.584489 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-38406a4e-5d1c-409b-b1f4-35ee075b7a3a req-91076bc5-8099-487c-b0c3-7d3dd5ea7846 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417750
May 31 13:02:16.649765 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5089e-e1a1-4e96-82ca-8c39cd5f92c9 req-74aedeac-a9b9-4599-84ce-0b5f9c67e441 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:16.652681 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eca5089e-e1a1-4e96-82ca-8c39cd5f92c9 req-74aedeac-a9b9-4599-84ce-0b5f9c67e441 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0866296
May 31 13:02:16.701855 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eca5089e-e1a1-4e96-82ca-8c39cd5f92c9 req-decef35f-0e8e-42bd-b276-3fa8dc91104f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432656
May 31 13:02:16.853615 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a88a-50fc-40c0-91f4-39f8e7c803b8 req-a763833c-3eb6-4420-b5bd-bd8421f2b789 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:16.855080 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-af13a88a-50fc-40c0-91f4-39f8e7c803b8 req-a763833c-3eb6-4420-b5bd-bd8421f2b789 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0839188
May 31 13:02:16.898057 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-af13a88a-50fc-40c0-91f4-39f8e7c803b8 req-e1ed1fbe-6189-4d06-942f-59e8498190cf tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374496
May 31 13:02:17.111336 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:17.298316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92710a-72e0-4cd8-a06e-886e7a80e794 req-3f3262da-8223-4e0a-abd1-3b4ed32627f1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:17.299717 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f92710a-72e0-4cd8-a06e-886e7a80e794 req-3f3262da-8223-4e0a-abd1-3b4ed32627f1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0768461
May 31 13:02:17.342068 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f92710a-72e0-4cd8-a06e-886e7a80e794 req-1a5c4f29-09bb-4e43-90a0-578d3b6868cb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368319
May 31 13:02:17.700972 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['8e01b011-8593-44ed-b9e0-8007a752114c'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:17.789284 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc945853-8145-4b19-962d-f48f23071b11 req-a656a48f-7cb4-4ee0-a819-2a145c40ef3c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:17.796830 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc945853-8145-4b19-962d-f48f23071b11 req-a656a48f-7cb4-4ee0-a819-2a145c40ef3c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.1045189
May 31 13:02:17.857015 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc945853-8145-4b19-962d-f48f23071b11 req-2630d3f5-02b5-493d-8a62-0a552bd5f91f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591178
May 31 13:02:17.999867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a4976-7078-4640-8c58-9e2065c6a043 req-f9566f9c-7afa-486f-874b-881dce4b0cb9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:18.001290 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4f4a4976-7078-4640-8c58-9e2065c6a043 req-f9566f9c-7afa-486f-874b-881dce4b0cb9 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.1396074
May 31 13:02:18.046244 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4f4a4976-7078-4640-8c58-9e2065c6a043 req-69acff57-04a3-4886-ab11-4a382367c07f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392385
May 31 13:02:18.084180 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf26480-4ca1-4f6e-8a16-ee08ad06242c req-698aa9f0-df38-4435-b694-d370c7e4ac64 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:18.085696 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4cf26480-4ca1-4f6e-8a16-ee08ad06242c req-698aa9f0-df38-4435-b694-d370c7e4ac64 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0791304
May 31 13:02:18.129407 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4cf26480-4ca1-4f6e-8a16-ee08ad06242c req-28026a65-c0ee-441d-8483-c3a3c70b2b74 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377026
May 31 13:02:18.522919 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9547e-d77e-4864-b366-ec59e4b023e5 req-5ea0e6a1-4bbf-40be-834d-fc901cf5d946 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:18.524347 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07e9547e-d77e-4864-b366-ec59e4b023e5 req-5ea0e6a1-4bbf-40be-834d-fc901cf5d946 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0808356
May 31 13:02:18.567917 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07e9547e-d77e-4864-b366-ec59e4b023e5 req-63f0d087-77f4-4930-a5b9-f3f257ff133a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371568
May 31 13:02:19.043393 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecb7de-822b-414f-ba21-8a53e6533d5a req-06de0d7d-f824-4fe9-a791-d23ea6634192 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:19.044876 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3ecb7de-822b-414f-ba21-8a53e6533d5a req-06de0d7d-f824-4fe9-a791-d23ea6634192 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0827081
May 31 13:02:19.089053 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3ecb7de-822b-414f-ba21-8a53e6533d5a req-976f82e1-75f6-4b94-9db4-36e7c5981b69 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384908
May 31 13:02:19.228756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2826a8-bbf2-475c-956f-e77ab7682aa4 req-fec2dbde-af13-4658-bb1a-e789ad3ce99f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:19.230771 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a2826a8-bbf2-475c-956f-e77ab7682aa4 req-fec2dbde-af13-4658-bb1a-e789ad3ce99f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0797799
May 31 13:02:19.274229 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a2826a8-bbf2-475c-956f-e77ab7682aa4 req-70bbbcc3-2292-4b15-b80c-159c3eaa0700 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379777
May 31 13:02:19.313131 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de5005-350e-49f9-b46d-fc343f13211b req-8b1d0bc8-bac0-4e7a-812a-9f8521387936 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:19.314582 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-11de5005-350e-49f9-b46d-fc343f13211b req-8b1d0bc8-bac0-4e7a-812a-9f8521387936 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0796747
May 31 13:02:19.358222 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-11de5005-350e-49f9-b46d-fc343f13211b req-842f22e2-40bd-4601-b6f9-2dbc3e4ec413 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379882
May 31 13:02:19.754621 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65750e4-4573-43c9-869e-396dddd66fe6 req-6f655d7b-f754-4c7b-a5e6-67d2da27ea18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:19.755952 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b65750e4-4573-43c9-869e-396dddd66fe6 req-6f655d7b-f754-4c7b-a5e6-67d2da27ea18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0821924
May 31 13:02:19.805215 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b65750e4-4573-43c9-869e-396dddd66fe6 req-3c6ddf14-c8b0-434a-9a5a-29b07ab5e1ee tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432138
May 31 13:02:20.278811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05579d-4956-49e3-9798-99e526633edd req-56c295e1-58e8-4070-aa91-d7ad86b6e1b6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:20.280144 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1c05579d-4956-49e3-9798-99e526633edd req-56c295e1-58e8-4070-aa91-d7ad86b6e1b6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0816600
May 31 13:02:20.324640 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1c05579d-4956-49e3-9798-99e526633edd req-1d939cfc-66be-4603-af16-078af3ff45a2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389555
May 31 13:02:20.454216 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a39fa-1da1-46a7-a2f1-3bbecd8b6d57 req-0fc29755-65d1-4070-af61-745ce3661527 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:20.455682 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-409a39fa-1da1-46a7-a2f1-3bbecd8b6d57 req-0fc29755-65d1-4070-af61-745ce3661527 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0794489
May 31 13:02:20.537068 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['48e956f4-e7e7-485f-90f0-5ca092421b3c'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:20.541645 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a686015-d763-4c50-8a28-31ca7b559ca0 req-9378e714-05f4-4745-bc8c-922bb485b428 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:20.543523 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0a686015-d763-4c50-8a28-31ca7b559ca0 req-9378e714-05f4-4745-bc8c-922bb485b428 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0814972
May 31 13:02:20.560179 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-409a39fa-1da1-46a7-a2f1-3bbecd8b6d57 req-28309153-c067-4ddf-8209-c941ef65748f tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901399
May 31 13:02:20.579138 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b01c5d-2801-4173-b6dc-1d08bdecc2c1 req-764bd302-7cd3-4958-8fb1-a9a44c5f23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:20.580568 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-99b01c5d-2801-4173-b6dc-1d08bdecc2c1 req-764bd302-7cd3-4958-8fb1-a9a44c5f23ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 1098 time: 0.0971296
May 31 13:02:20.594664 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0a686015-d763-4c50-8a28-31ca7b559ca0 req-7b4edfea-b645-4679-bcd0-186845229f4c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443377
May 31 13:02:20.625496 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-99b01c5d-2801-4173-b6dc-1d08bdecc2c1 req-4cdd4435-abe4-4497-a6c3-292ef4e1c522 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377989
May 31 13:02:20.991207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b645f-a627-4ab8-a104-670332d2d9fb req-8bb77e63-baf3-436a-9758-2f5fb88b005c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:20.992637 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-943b645f-a627-4ab8-a104-670332d2d9fb req-8bb77e63-baf3-436a-9758-2f5fb88b005c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0819862
May 31 13:02:21.035962 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-943b645f-a627-4ab8-a104-670332d2d9fb req-00c541a5-0881-4b61-8318-028e3ae44f8c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371270
May 31 13:02:21.351201 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['20841df4-514c-4349-8dbd-0c787e267813'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:21.515469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154c597-6c25-441a-9f99-16af67e7a541 req-768ff138-643b-4994-9a4b-56e74d781739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:21.516940 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c154c597-6c25-441a-9f99-16af67e7a541 req-768ff138-643b-4994-9a4b-56e74d781739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0869608
May 31 13:02:21.561287 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c154c597-6c25-441a-9f99-16af67e7a541 req-ad6d313a-d5bf-4a9a-8a98-18e2c399ef8e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385246
May 31 13:02:21.752294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a1c6e-fb1a-4123-b89a-f419efa4661b req-f70dcbdd-4301-4e50-9513-6891e0875cbf tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:21.753775 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-591a1c6e-fb1a-4123-b89a-f419efa4661b req-f70dcbdd-4301-4e50-9513-6891e0875cbf tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0797009
May 31 13:02:21.775790 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0940a-ac40-4527-813f-2319d7d33cdf req-32d37854-c796-4172-91a3-6aca83b246dd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:21.778214 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dee0940a-ac40-4527-813f-2319d7d33cdf req-32d37854-c796-4172-91a3-6aca83b246dd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.0792687
May 31 13:02:21.802497 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-591a1c6e-fb1a-4123-b89a-f419efa4661b req-3954a4de-0bcb-4e72-a9fc-7f1288000515 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430825
May 31 13:02:21.831603 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dee0940a-ac40-4527-813f-2319d7d33cdf req-4b01590b-9015-4b63-ba2a-51e63fcba430 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476284
May 31 13:02:22.236316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd42d1-5bb5-42a7-aa51-261cb2c4ec2f req-d2533f89-d052-4df4-b2ef-56618031897a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:22.238939 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-acbd42d1-5bb5-42a7-aa51-261cb2c4ec2f req-d2533f89-d052-4df4-b2ef-56618031897a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.0941939
May 31 13:02:22.286522 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-acbd42d1-5bb5-42a7-aa51-261cb2c4ec2f req-cfab66b0-ae76-4c9b-8e09-d20aabfff6e5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403962
May 31 13:02:22.758420 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b5fa1-56b9-496e-8518-4627c6ddb1ca req-e400ece9-71fc-49a7-83ed-6bd99c668764 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:22.759798 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-549b5fa1-56b9-496e-8518-4627c6ddb1ca req-e400ece9-71fc-49a7-83ed-6bd99c668764 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0897908
May 31 13:02:22.804931 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-549b5fa1-56b9-496e-8518-4627c6ddb1ca req-2039759b-5edf-4776-8bee-7bfa4bcca4f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379591
May 31 13:02:22.985960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1339-15a5-4eaa-b821-5af3ba6bdcc2 req-7bc9bf3e-ad72-44a9-996b-32f72ff426be tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:22.988883 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2b7c1339-15a5-4eaa-b821-5af3ba6bdcc2 req-7bc9bf3e-ad72-44a9-996b-32f72ff426be tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0800264
May 31 13:02:23.036306 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2b7c1339-15a5-4eaa-b821-5af3ba6bdcc2 req-fe4da8b6-bbd8-409c-a324-ad9c4178f986 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424905
May 31 13:02:23.079970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fded16-47a4-4edc-9ae3-2118362f56c8 req-bc545e46-0f2c-448c-a335-3ac86a20a2c1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:23.081526 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a3fded16-47a4-4edc-9ae3-2118362f56c8 req-bc545e46-0f2c-448c-a335-3ac86a20a2c1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 945 time: 0.1394875
May 31 13:02:23.132021 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a3fded16-47a4-4edc-9ae3-2118362f56c8 req-38b025fb-81c2-474d-8620-4e3c52e34333 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411904
May 31 13:02:23.514509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ab66e-3287-4225-af8e-c8b3a3ba94a4 req-e0a53b99-15c1-43e5-a7ce-88d7f17a110a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:23.521331 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-905ab66e-3287-4225-af8e-c8b3a3ba94a4 req-e0a53b99-15c1-43e5-a7ce-88d7f17a110a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.1207352
May 31 13:02:23.575375 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-905ab66e-3287-4225-af8e-c8b3a3ba94a4 req-8e5cab1b-80dc-47ee-a203-ec09a13e319a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519216
May 31 13:02:23.729767 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 48e956f4-e7e7-485f-90f0-5ca092421b3c up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:02:23.813628 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 48e956f4-e7e7-485f-90f0-5ca092421b3c completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:02:23.818403 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 48e956f4-e7e7-485f-90f0-5ca092421b3c triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:02:23.818780 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:23.984368 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.013818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1f94-5b59-44ad-b4ec-2cc2821876f8 req-bb0ea030-4143-4022-8a1c-14ed0a8a8601 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:24.022989 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-91dc1f94-5b59-44ad-b4ec-2cc2821876f8 req-bb0ea030-4143-4022-8a1c-14ed0a8a8601 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 945 time: 0.0948782
May 31 13:02:24.025434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:24.026607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:24.029120 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8133279c-1ace-4cf1-81f9-078fbaca7418" -d '{"events": [{"server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:24.036122 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.038577 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 20841df4-514c-4349-8dbd-0c787e267813 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:02:24.086081 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-91dc1f94-5b59-44ad-b4ec-2cc2821876f8 req-20256ae6-c133-431b-aeae-6875a9bf5ef3 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619195
May 31 13:02:24.152751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268c4135-3edb-4e33-bf5f-e732c750387a x-openstack-request-id: req-268c4135-3edb-4e33-bf5f-e732c750387a {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:24.154405 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:24.154405 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-268c4135-3edb-4e33-bf5f-e732c750387a {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:24.154405 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c', 'code': 200}
May 31 13:02:24.154605 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:24.232982 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 20841df4-514c-4349-8dbd-0c787e267813 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:02:24.240041 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 20841df4-514c-4349-8dbd-0c787e267813 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:02:24.240430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.279082 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd042-3c65-4209-9bd7-e3f07a3d67be req-b06a26b4-ba13-450d-add5-79639e611a71 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:24.281565 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:24.285049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:24.288282 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-351fd042-3c65-4209-9bd7-e3f07a3d67be req-b06a26b4-ba13-450d-add5-79639e611a71 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0989220
May 31 13:02:24.356471 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-351fd042-3c65-4209-9bd7-e3f07a3d67be req-2eb09fc2-d110-4885-bbd8-85e1bf7aa96a tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660987
May 31 13:02:24.416128 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0f5cc-cfe6-464c-a2c6-4ac10bee4e91 req-6f51f80c-6fee-49a7-ada5-3119fd363876 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:24.418798 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-73a0f5cc-cfe6-464c-a2c6-4ac10bee4e91 req-6f51f80c-6fee-49a7-ada5-3119fd363876 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1101975
May 31 13:02:24.467861 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.537450 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-73a0f5cc-cfe6-464c-a2c6-4ac10bee4e91 req-ef82af88-406f-4c86-b792-ff55c119af52 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119335
May 31 13:02:24.546388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=20841df4-514c-4349-8dbd-0c787e267813,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:24.554492 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.555504 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 8e01b011-8593-44ed-b9e0-8007a752114c up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:02:24.591880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:24.690330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:24.690330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:24.695666 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 8e01b011-8593-44ed-b9e0-8007a752114c completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:02:24.701639 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 8e01b011-8593-44ed-b9e0-8007a752114c triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:02:24.702204 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.840129 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.887496 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8e01b011-8593-44ed-b9e0-8007a752114c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:02:24.893552 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:24.895733 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:24.970881 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:24.974484 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:25.269209 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f215c-3331-4afa-965f-af76ca296f20 req-bb566336-fdb9-4b8c-9444-1d32efa8f2bb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:25.270629 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-157f215c-3331-4afa-965f-af76ca296f20 req-bb566336-fdb9-4b8c-9444-1d32efa8f2bb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0812163
May 31 13:02:25.314178 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-157f215c-3331-4afa-965f-af76ca296f20 req-b91f57c2-1935-40f1-a45c-76466ca3c335 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378730
May 31 13:02:25.707829 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7934b0-0be7-4cde-ac3b-9f509e17ac08 req-46a10f20-0f8c-4e17-85f0-b9b192ac54c9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:25.709306 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9c7934b0-0be7-4cde-ac3b-9f509e17ac08 req-46a10f20-0f8c-4e17-85f0-b9b192ac54c9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0786636
May 31 13:02:25.754425 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9c7934b0-0be7-4cde-ac3b-9f509e17ac08 req-d68d8993-b374-4cac-a7b1-547de6ac1c40 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394046
May 31 13:02:26.155195 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20841df4-514c-4349-8dbd-0c787e267813'}, {'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:26.157533 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c1c5d4-e24a-4354-9024-d30d2afb87ef" -d '{"events": [{"server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "name": "network-vif-plugged", "status": "completed", "tag": "20841df4-514c-4349-8dbd-0c787e267813"}, {"server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "name": "network-vif-plugged", "status": "completed", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:26.203533 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 May 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1feae4-13b7-47b9-8100-205231c9cd95 x-openstack-request-id: req-ef1feae4-13b7-47b9-8100-205231c9cd95 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:26.203842 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "name": "network-vif-plugged", "status": "completed", "tag": "20841df4-514c-4349-8dbd-0c787e267813", "code": 200}, {"server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "name": "network-vif-plugged", "status": "completed", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:26.204103 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef1feae4-13b7-47b9-8100-205231c9cd95 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:26.204506 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20841df4-514c-4349-8dbd-0c787e267813', 'code': 200}
May 31 13:02:26.204769 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c', 'code': 200}
May 31 13:02:26.500637 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd69b9-737d-4b17-bfe9-575afa917f70 req-3fab2bdc-bf9c-42c0-a0cc-8b5feebe4309 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:26.502115 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47bd69b9-737d-4b17-bfe9-575afa917f70 req-3fab2bdc-bf9c-42c0-a0cc-8b5feebe4309 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0823526
May 31 13:02:26.546377 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47bd69b9-737d-4b17-bfe9-575afa917f70 req-9ba4cd45-4aef-4509-8480-71c901bfe561 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385706
May 31 13:02:26.936669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1316d3-794e-4d8f-bbd0-e568e1557e7e req-55386a80-daf4-472b-9a10-04ff2610b052 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:26.938125 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7d1316d3-794e-4d8f-bbd0-e568e1557e7e req-55386a80-daf4-472b-9a10-04ff2610b052 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0789959
May 31 13:02:26.981122 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7d1316d3-794e-4d8f-bbd0-e568e1557e7e req-c8868e9a-151a-4d9d-9572-e5d686928245 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374770
May 31 13:02:27.730553 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad2508-b8f7-4ab4-923a-d97919842af9 req-6be00f37-215d-4a2a-a731-ef540ded3d85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:27.731991 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-64ad2508-b8f7-4ab4-923a-d97919842af9 req-6be00f37-215d-4a2a-a731-ef540ded3d85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0797944
May 31 13:02:27.774966 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-64ad2508-b8f7-4ab4-923a-d97919842af9 req-aecd886e-1e17-4b30-8211-2de390c2e076 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372181
May 31 13:02:28.163626 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93e05-055c-4c70-8f52-0840b9c94d58 req-d8ab9163-4adb-40ef-a131-d0da85c7192e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:28.165074 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e9e93e05-055c-4c70-8f52-0840b9c94d58 req-d8ab9163-4adb-40ef-a131-d0da85c7192e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0818472
May 31 13:02:28.207846 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e9e93e05-055c-4c70-8f52-0840b9c94d58 req-ec4121df-56c8-498a-a681-bcfe3df6f644 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372689
May 31 13:02:28.983173 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96da16f-888e-425d-af55-853eadf9bfd4 req-771aa461-87d3-4a93-be72-1d91653dd3ed tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:28.984691 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e96da16f-888e-425d-af55-853eadf9bfd4 req-771aa461-87d3-4a93-be72-1d91653dd3ed tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1062956
May 31 13:02:29.033056 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e96da16f-888e-425d-af55-853eadf9bfd4 req-f92ccf9b-b2ff-4f96-9442-dd4e2bfb1567 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421572
May 31 13:02:29.335329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a40722-ce5e-4de5-9caa-2d2d8c04549e req-f09d4d91-33d6-4ac8-b876-711fcb31dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:29.336789 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0a40722-ce5e-4de5-9caa-2d2d8c04549e req-f09d4d91-33d6-4ac8-b876-711fcb31dd22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.2393448
May 31 13:02:29.344437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8970b0-e6ce-4bf0-a5e2-56c22e0dce5f req-7419dddc-036f-45c1-9b77-5015d700582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:29.345819 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9a8970b0-e6ce-4bf0-a5e2-56c22e0dce5f req-7419dddc-036f-45c1-9b77-5015d700582f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.2141116
May 31 13:02:29.348250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7b825-32a9-4eb2-b0c0-80a2fdf489a5 req-29bf280b-958a-424c-bc7c-f64370e42b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:29.349590 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ed7b825-32a9-4eb2-b0c0-80a2fdf489a5 req-29bf280b-958a-424c-bc7c-f64370e42b04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1099 time: 0.1772118
May 31 13:02:29.394449 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8006-8715-4173-9d55-322351e91a04 req-f7f5dbe7-3da2-4de0-b925-ab7f3a864083 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:29.395885 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be6d8006-8715-4173-9d55-322351e91a04 req-f7f5dbe7-3da2-4de0-b925-ab7f3a864083 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0805092
May 31 13:02:29.440071 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be6d8006-8715-4173-9d55-322351e91a04 req-cfa6dbd5-5773-40cc-bcda-deadaa10f247 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385144
May 31 13:02:29.449744 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0a40722-ce5e-4de5-9caa-2d2d8c04549e req-a8c9a61e-0f20-4738-9b50-97e6dc89abc2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882835
May 31 13:02:29.456091 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ed7b825-32a9-4eb2-b0c0-80a2fdf489a5 req-c3e67079-bdf4-4e42-8b3c-c2a90011cda8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688982
May 31 13:02:29.457678 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9a8970b0-e6ce-4bf0-a5e2-56c22e0dce5f req-0cc28f5d-9e49-426d-b374-7d8d676ec9e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835757
May 31 13:02:30.223336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d21c8-8248-47b5-b444-c54dbfe98bda req-66fef849-54e4-4ee3-9dd7-f56a21f7bd3a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:30.224902 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-af4d21c8-8248-47b5-b444-c54dbfe98bda req-66fef849-54e4-4ee3-9dd7-f56a21f7bd3a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0798779
May 31 13:02:30.273980 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-af4d21c8-8248-47b5-b444-c54dbfe98bda req-3a34592a-7a6f-4236-bbbd-804d48405e2c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427048
May 31 13:02:30.626905 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63263c4b-2dd0-4d85-84b0-7bc5b27b12b2 req-60cfd5ec-50a7-4172-9aa2-cd88382e6c4d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:30.628260 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63263c4b-2dd0-4d85-84b0-7bc5b27b12b2 req-60cfd5ec-50a7-4172-9aa2-cd88382e6c4d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0818088
May 31 13:02:30.671242 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63263c4b-2dd0-4d85-84b0-7bc5b27b12b2 req-efc6e829-62bd-4ad6-a1a9-ba1f572bda7c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373797
May 31 13:02:31.503996 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de533a5-3734-4503-b2ea-169e5c6ac245 req-f59db6fa-d026-463e-9176-cfb57787069b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:31.505499 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6de533a5-3734-4503-b2ea-169e5c6ac245 req-f59db6fa-d026-463e-9176-cfb57787069b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0905383
May 31 13:02:31.588315 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6de533a5-3734-4503-b2ea-169e5c6ac245 req-62b86f81-00d5-4c6a-958c-b8f220f639bd tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661993
May 31 13:02:31.936077 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6c02-4d8a-4d80-bcf5-4e38c72e5757 req-109b441c-3cae-45d1-b374-a487765859ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:31.937616 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0c5c6c02-4d8a-4d80-bcf5-4e38c72e5757 req-109b441c-3cae-45d1-b374-a487765859ff tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1368880
May 31 13:02:31.982014 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0c5c6c02-4d8a-4d80-bcf5-4e38c72e5757 req-0fbe1c90-957a-4409-9de1-9edba57aeb02 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381875
May 31 13:02:32.771192 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8b5f-d89a-4fd5-9558-66a14356e684 req-7749dc28-43e5-4423-b44b-cb03359c6ee1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:32.772671 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a24e8b5f-d89a-4fd5-9558-66a14356e684 req-7749dc28-43e5-4423-b44b-cb03359c6ee1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0835085
May 31 13:02:32.818825 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a24e8b5f-d89a-4fd5-9558-66a14356e684 req-479e259c-793f-42d0-a138-2b10b5f8ba62 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396059
May 31 13:02:33.044881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c54726-b5c5-4c89-9e5a-cdadcbea475d req-ac1a41b1-ca39-4ec3-adb0-b57ffab0bc51 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:33.046362 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-51c54726-b5c5-4c89-9e5a-cdadcbea475d req-ac1a41b1-ca39-4ec3-adb0-b57ffab0bc51 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0998528
May 31 13:02:33.055660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 52796) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:33.062551 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'floatingip': {'port_id': '20841df4-514c-4349-8dbd-0c787e267813'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:02:33.147041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:33.225639 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c03d7-3517-4a7a-bdf5-e94daab827ff req-1028ea22-5f04-40d9-b726-2b5d79b527b2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:33.227500 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-688c03d7-3517-4a7a-bdf5-e94daab827ff req-1028ea22-5f04-40d9-b726-2b5d79b527b2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1279688
May 31 13:02:33.332727 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-688c03d7-3517-4a7a-bdf5-e94daab827ff req-ed516d98-26d9-48ec-8067-b5c053b31eb9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962420
May 31 13:02:33.790926 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52832) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:33.992689 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.009334 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe8e0-562c-400b-8773-474a453024eb req-dde06b01-62e5-404a-8de4-16747e526896 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:34.010858 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-21bfe8e0-562c-400b-8773-474a453024eb req-dde06b01-62e5-404a-8de4-16747e526896 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1941106
May 31 13:02:34.021640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:34.059790 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Usage tracker for resource:security_group_rule and tenant:78fdda38160b48dbb98dd39c84a1bc9f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:34.062797 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:34.073070 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:34.088300 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-21bfe8e0-562c-400b-8773-474a453024eb req-28c44f76-d7c8-4f2b-8c17-0073e18cb9d0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713053
May 31 13:02:34.193696 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.220562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.230987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-d2faf5a8-aa8a-43b3-bd24-e382e0422dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:34.232457 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-d2faf5a8-aa8a-43b3-bd24-e382e0422dbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1099 time: 0.4429190
May 31 13:02:34.242561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:34.287690 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78fdda38160b48dbb98dd39c84a1bc9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4956722
May 31 13:02:34.290645 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52856) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:34.302966 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c78e54c-2b90-4b59-9808-a674899c4134,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:34.314828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.315180 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.315525 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.315866 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.316447 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.316789 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.317143 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.317473 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.317805 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.318133 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.318460 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.318785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:02:34.323547 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:34.366636 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.368310 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-d2c0f576-33a8-4304-9938-721310aa3a6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5799243
May 31 13:02:34.394151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.398273 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.db.resource_extend [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 13:02:34.450100 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.454366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0c6bd288-56d7-4941-bde0-f77e0e06c373 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:34.469197 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c78e54c-2b90-4b59-9808-a674899c4134,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:34.471932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:34.486476 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.490572 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c78e54c-2b90-4b59-9808-a674899c4134 HTTP/1.1" status: 204  len: 168 time: 0.1962402
May 31 13:02:34.665373 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.669224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-1600ee6d-4b80-48f3-91cf-5089f07744ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:34.670749 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-1600ee6d-4b80-48f3-91cf-5089f07744ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.4257662
May 31 13:02:34.672583 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.774073 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52866) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:34.798173 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.814030 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-88afa41c-e6c4-425a-931f-e87c4aa785c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 200  len: 217 time: 0.0857940
May 31 13:02:34.817045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:34.821993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c82cabd7d94a9f88e5ae929c978f47 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:34.825388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:34.827903 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-39813a44-9f76-4114-ae35-a504731f4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:34.829392 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-39813a44-9f76-4114-ae35-a504731f4a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 1098 time: 0.2773690
May 31 13:02:34.831315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:34.927223 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.931490 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:34.941900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1d38de93-5dd7-4ad2-90a5-c21448d7fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:34.977548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80abec8d-c271-4833-8cc8-79ce1f7dcc2e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:34.980840 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:34.993032 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0c82cabd7d94a9f88e5ae929c978f47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149482
May 31 13:02:34.993784 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52872) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:35.055933 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-628e976c-7fd0-43c8-88e8-2e11b78e8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:35.058090 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-628e976c-7fd0-43c8-88e8-2e11b78e8639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.2333829
May 31 13:02:35.065770 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Floating IP 85f1a72d-0e7e-4ade-898d-dcae10112c99 associated. External IP: 172.27.3.59, port: 20841df4-514c-4349-8dbd-0c787e267813.
May 31 13:02:35.067663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:35.099731 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:35.180853 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:35.188831 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:35.203023 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-7dcfebb8-1f88-4866-ad7a-32f678376e68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829568
May 31 13:02:35.206041 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80abec8d-c271-4833-8cc8-79ce1f7dcc2e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:35.216624 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:35.219091 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:35.233129 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80abec8d-c271-4833-8cc8-79ce1f7dcc2e HTTP/1.1" status: 204  len: 168 time: 0.2286620
May 31 13:02:35.402793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-52587b5d-6f64-47a4-a21d-52a84837cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:35.404450 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-52587b5d-6f64-47a4-a21d-52a84837cda6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 916 time: 0.4914818
May 31 13:02:35.531630 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-741207c9-5ead-455f-8ae5-b1de96d59df3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 HTTP/1.1" status: 200  len: 217 time: 0.1055036
May 31 13:02:35.724258 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-146e5237-a052-4cf7-8572-67b1193e4b57 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5129924
May 31 13:02:35.781019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-24941373-7ab6-47a4-a0bc-83a601fb7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:35.781769 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-24941373-7ab6-47a4-a0bc-83a601fb7fe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.2284083
May 31 13:02:36.001325 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06667a2d-837a-4986-a945-98435ddfb4ed req-12c1bddc-2b72-45c1-8c1c-26824ddfcfb0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:36.022028 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-06667a2d-837a-4986-a945-98435ddfb4ed req-12c1bddc-2b72-45c1-8c1c-26824ddfcfb0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.7683585
May 31 13:02:36.208521 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-63bbbc71-0deb-4f08-ba27-d66e6a17bf69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1791627
May 31 13:02:36.294481 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:02:36.299346 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-06667a2d-837a-4986-a945-98435ddfb4ed req-f62b36f3-3c37-4a9f-95d9-7704ccdc42a2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764466
May 31 13:02:36.378612 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3665b20-0931-43c7-a0cd-bb8a608916f6 req-27afaf1f-7edb-4bf8-8f1e-4d620fd1d2c0 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6385319
May 31 13:02:36.533963 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-508cbbed-52bd-49b6-a355-cba22deb471e service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3094366
May 31 13:02:36.712165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:02:36.727001 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:02:36.737689 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:02:36.738570 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c349760>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:02:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:36.767372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52956) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:36.776702 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d92861-bcb1-4e42-8733-064fe23aa74f req-a725f7c3-eac3-4b91-b36e-d63f78b30ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898725
May 31 13:02:36.783550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:36.859446 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-94e3c005-6f07-4fb7-9896-0ad44faad7f4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "PUT /v2.0/floatingips/85f1a72d-0e7e-4ade-898d-dcae10112c99 HTTP/1.1" status: 200  len: 991 time: 3.8018398
May 31 13:02:36.860938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'tag': '20841df4-514c-4349-8dbd-0c787e267813'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:36.866693 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "tag": "20841df4-514c-4349-8dbd-0c787e267813"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:36.934662 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab78510-e641-4e71-9245-5dfe9793fa63 x-openstack-request-id: req-5ab78510-e641-4e71-9245-5dfe9793fa63 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:36.935118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "tag": "20841df4-514c-4349-8dbd-0c787e267813", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:36.935474 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ab78510-e641-4e71-9245-5dfe9793fa63 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:36.936132 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'tag': '20841df4-514c-4349-8dbd-0c787e267813', 'status': 'completed', 'code': 200}
May 31 13:02:36.967932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.012534 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:02:37.022240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:37.032071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Usage tracker for resource:security_group_rule and tenant:ed04ac4ac23f4f239aaa53b2e4cb2615 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:37.035716 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:37.049371 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:37.082256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-b162b6d7-1484-49ba-bc52-74a76caa1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:37.084418 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-b162b6d7-1484-49ba-bc52-74a76caa1d75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.1135099
May 31 13:02:37.141815 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52976) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:37.193543 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.200149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.224836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a0096907-a7b5-4085-86bb-24f8299ed0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:37.261242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-f72d1bc0-52b0-48f1-87f2-3af96712c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:37.270046 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed04ac4ac23f4f239aaa53b2e4cb2615&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5009432
May 31 13:02:37.271996 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bd12f5-7998-4b92-91b3-23e143c8f1be,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:37.274332 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 52986) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:37.274813 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-f72d1bc0-52b0-48f1-87f2-3af96712c980 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.1742258
May 31 13:02:37.289595 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:37.335862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.364015 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:37.373010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Usage tracker for resource:security_group_rule and tenant:68da7c822d4a45b0866334852dc7c81f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:37.377946 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:37.387195 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:37.416243 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.449258 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.469871 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-73b03ee7-3cde-447b-b030-ed6054b6bf37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 999 time: 0.1870167
May 31 13:02:37.601667 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-c4597408-6e45-4aa7-a2e8-7d31609a6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:37.603867 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-c4597408-6e45-4aa7-a2e8-7d31609a6378 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1261616
May 31 13:02:37.647090 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c349760>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '85f1a72d-0e7e-4ade-898d-dcae10112c99', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '20841df4-514c-4349-8dbd-0c787e267813', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:77:09:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:29Z', 'updated_at': '2021-05-31T13:02:34Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:37.647866 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.655184 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:02:37.657542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.667668 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:37.672781 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:02:37.673709 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c349760>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:02:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:37.677136 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5ab1-ae0f-4c04-b87a-b70e2fecb185 req-a2df1a74-e347-425b-b648-fb77541ae259 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:37.680355 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.686251 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-86be5ab1-ae0f-4c04-b87a-b70e2fecb185 req-a2df1a74-e347-425b-b648-fb77541ae259 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1672368
May 31 13:02:37.754346 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:37.757242 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9bd12f5-7998-4b92-91b3-23e143c8f1be HTTP/1.1" status: 204  len: 168 time: 0.4702446
May 31 13:02:37.762078 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-86be5ab1-ae0f-4c04-b87a-b70e2fecb185 req-749948dc-a287-48a9-b38b-bc6673eb826b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665641
May 31 13:02:37.775156 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-60b20c49-be0e-482c-815f-6333f35a3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:37.777193 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-60b20c49-be0e-482c-815f-6333f35a3460 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1646590
May 31 13:02:37.782904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fdf273-d481-452e-83ce-5b9942a85b8f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:37.790312 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:37.790804 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fbe52c50-8f20-47ea-a6b4-fbb7726f362b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:37.818252 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68da7c822d4a45b0866334852dc7c81f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6753569
May 31 13:02:37.819117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bd12f5-7998-4b92-91b3-23e143c8f1be,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:37.820656 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53002) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:37.834233 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:37.992500 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-d5d66a66-ecce-4521-9055-fc463563266e service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027221
May 31 13:02:37.993262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.053891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.151811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53020) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:38.159480 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:02:38.225560 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Deleting subnet 3291966c-ba96-4373-a08b-7e5060f29f8e {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:02:38.233310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.302005 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.312646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.347902 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.356478 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dc03a474-5598-4845-b33c-a2d54e85d385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:38.417062 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efdbf5d6-b05e-4852-9bff-a1de1828b8d7 req-a454da04-f86b-4f9e-b1c0-ecf6b40861f7 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4064908
May 31 13:02:38.455284 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fdf273-d481-452e-83ce-5b9942a85b8f,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:38.463971 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:38.467535 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.468645 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83fdf273-d481-452e-83ce-5b9942a85b8f HTTP/1.1" status: 204  len: 168 time: 0.6416869
May 31 13:02:38.687596 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.693325 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c349760>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '85f1a72d-0e7e-4ade-898d-dcae10112c99', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '20841df4-514c-4349-8dbd-0c787e267813', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:77:09:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:29Z', 'updated_at': '2021-05-31T13:02:34Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:38.696461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5bfbb466-ee75-4cd3-8a72-6cd34c46ab5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:38.703983 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3507741e-4cd1-4b78-ac80-007d79f21535 None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '85f1a72d-0e7e-4ade-898d-dcae10112c99', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '20841df4-514c-4349-8dbd-0c787e267813', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:77:09:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:29Z', 'updated_at': '2021-05-31T13:02:34Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:02:38.745611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.749414 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3291966c-ba96-4373-a08b-7e5060f29f8e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:38.757264 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:38.761628 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53044) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:38.765629 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8e3b0de5-af2d-44d3-a141-3b39ca18806c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3291966c-ba96-4373-a08b-7e5060f29f8e HTTP/1.1" status: 204  len: 168 time: 0.6124613
May 31 13:02:38.850320 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53052) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:38.873685 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:38.876896 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:02:38.892240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:38.897316 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Usage tracker for resource:security_group_rule and tenant:efd83417a86447eb83348d1de7c1d9d9 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:38.901279 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:38.907510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:38.971529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.020684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.025898 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.035141 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed309cef-4448-431a-8d24-98e1aae60a88 None None] New status for floating IP 85f1a72d-0e7e-4ade-898d-dcae10112c99: ACTIVE {{(pid=91788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:02:39.042163 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0ff43f09-ae73-49de-933d-e2ed93fe21da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:39.082000 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efd83417a86447eb83348d1de7c1d9d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281678
May 31 13:02:39.083480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53060) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:39.128742 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.145605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff327de4d00>> segment before_delete 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.145949 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff327de4d00>> subnet precommit_delete_associations 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.146680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> segment_host_mapping after_create 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.147038 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> port after_create 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.147376 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> port after_delete 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.147722 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> port after_update 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.148039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> segment after_delete 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.148352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> subnet after_create 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.148661 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> subnet after_delete 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.149018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff32cbdc400>> subnet after_update 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.154799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d85586-3ba6-4549-a8fb-a3181e97e20c,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:39.158047 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:39.159218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.187963 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.247548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.254207 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-246e6f5c-030b-49e2-85d2-7eccddb0ffa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:39.269373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d85586-3ba6-4549-a8fb-a3181e97e20c,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:39.272322 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:39.274234 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.275415 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59d85586-3ba6-4549-a8fb-a3181e97e20c HTTP/1.1" status: 204  len: 168 time: 0.1901951
May 31 13:02:39.318116 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff3268563a0>> subnet after_create 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.318523 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff3268563a0>> subnet after_delete 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.319414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff3268563a0>> subnet before_create 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.319768 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff3268563a0>> subnet before_update 55550000 {{(pid=91786) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:02:39.320143 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327de4580>,) {'filters': {'network_id': ['855f13a6-7e47-4778-bd5d-d40c57e628b1']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:39.391077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eac127-5adf-441a-9910-a9de5fb8580f req-17855d55-d50f-4600-b37b-12b00a61a7c4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:39.398637 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c7eac127-5adf-441a-9910-a9de5fb8580f req-17855d55-d50f-4600-b37b-12b00a61a7c4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.4914386
May 31 13:02:39.417901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327de4580>, 'b2408e12-de51-4b6b-8997-72a6c8104300') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:39.418196 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327de4580>, 'b2408e12-de51-4b6b-8997-72a6c8104300') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:39.446055 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.475546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.492374 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c7eac127-5adf-441a-9910-a9de5fb8580f req-3cfe55e6-2716-4ada-aa3c-efbc4b412fca tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926878
May 31 13:02:39.496771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:02:39.497221 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   from cryptography.utils import int_from_bytes
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   from cryptography.utils import int_from_bytes
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:02:39.524353 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:02:39.624059 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.630870 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-37c5074a-84e7-4c79-97cf-ac8a6a4e038d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:39.651106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.658791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Pushing event deleted for resources: {'Network': ['ID=855f13a6-7e47-4778-bd5d-d40c57e628b1,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:39.668904 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] 10.222.0.20 "DELETE /v2.0/networks/855f13a6-7e47-4778-bd5d-d40c57e628b1 HTTP/1.1" status: 204  len: 168 time: 0.9059298
May 31 13:02:39.670179 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0286f6e5-58f2-4ecb-b130-e944b90aa19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:39.671703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53078) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:39.755130 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Deleting subnet fcbe1989-d857-42ef-9730-e86573d3e51a {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:02:39.758808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.810574 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.815574 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:39.874319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.130897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.135602 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:40.170184 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcbe1989-d857-42ef-9730-e86573d3e51a,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:40.172123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.175598 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:40.178317 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fcbe1989-d857-42ef-9730-e86573d3e51a HTTP/1.1" status: 204  len: 168 time: 0.5056818
May 31 13:02:40.180778 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53098) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:40.292376 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.415155 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.431023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff3278af5e0>,) {'filters': {'network_id': ['ccbd8d55-4eea-481f-84f8-47ffe5c7938c']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:40.443364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3278af5e0>, 'fa325fe4-1242-41f6-91fb-e940f905df72') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:40.443659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3278af5e0>, 'fa325fe4-1242-41f6-91fb-e940f905df72') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:02:40.455286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.472660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.479660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:02:40.480016 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:02:40.494881 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:02:40.572051 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.581025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:40.583509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:40.710685 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbd8d55-4eea-481f-84f8-47ffe5c7938c,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:40.713404 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:40.722919 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccbd8d55-4eea-481f-84f8-47ffe5c7938c HTTP/1.1" status: 204  len: 168 time: 0.5389206
May 31 13:02:40.767542 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454200d7-0b46-43f3-bbdc-56d344837ef9 req-90699d10-144d-4e4e-b7d1-93b4bcae0299 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:40.768978 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-454200d7-0b46-43f3-bbdc-56d344837ef9 req-90699d10-144d-4e4e-b7d1-93b4bcae0299 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0891910
May 31 13:02:40.818318 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-454200d7-0b46-43f3-bbdc-56d344837ef9 req-5d201d2b-3270-478b-a4bb-64b33682ee05 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431442
May 31 13:02:40.944527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53132) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:40.998037 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a09d30d7-a349-4be1-bdd3-6126bf769af1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8f052709ba74da7adefad2ef60525dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0522814
May 31 13:02:41.000383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53140) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:41.060286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.087061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.141069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.144997 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:41.155941 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d66371-abe8-4491-a4e6-f1b7317775b4,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:41.159009 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:41.165558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.169431 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9d66371-abe8-4491-a4e6-f1b7317775b4 HTTP/1.1" status: 204  len: 168 time: 0.1653457
May 31 13:02:41.516603 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53154) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:41.581298 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bb344524-12d6-46c9-a09c-74c0d75c361c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2771c165059a438cb77eda056b4a8be9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0603931
May 31 13:02:41.581298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53162) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:41.654013 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.680067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.736330 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.741101 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:41.752481 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d163908-9328-4906-ba00-3f32146eeec7,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:41.755180 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:41.757194 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:41.758191 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d163908-9328-4906-ba00-3f32146eeec7 HTTP/1.1" status: 204  len: 168 time: 0.1760600
May 31 13:02:41.789153 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-cb0ebf60-ecc5-4c44-9ab2-5ee444abbca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:42.021856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d3fb7-2e45-4e2a-a2c0-505937c52294 req-2a91131a-8ba3-4eb0-9ae6-664454dbc072 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:42.023404 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6f6d3fb7-2e45-4e2a-a2c0-505937c52294 req-2a91131a-8ba3-4eb0-9ae6-664454dbc072 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0929344
May 31 13:02:42.067084 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6f6d3fb7-2e45-4e2a-a2c0-505937c52294 req-95779ba6-d9fa-4c7b-bc10-a043b331c5b0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380816
May 31 13:02:43.258029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042da42a-e18a-4f61-b9e3-b2024e505c29 req-530b651b-1fd7-4bd6-8d5b-64daf60f4122 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:43.259650 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-042da42a-e18a-4f61-b9e3-b2024e505c29 req-530b651b-1fd7-4bd6-8d5b-64daf60f4122 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0817771
May 31 13:02:43.303898 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-042da42a-e18a-4f61-b9e3-b2024e505c29 req-c4b0a91c-4814-4e2d-a86a-ce99737a76bc tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377998
May 31 13:02:44.004594 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:44.203703 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-65cddf88-27bf-4828-b760-bd66f484923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:44.504940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d4df-bfb6-4ddb-954f-d091a25ec111 req-27da03f3-2d86-47c1-9573-7b0c9cc8c135 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:44.506381 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6d8d4df-bfb6-4ddb-954f-d091a25ec111 req-27da03f3-2d86-47c1-9573-7b0c9cc8c135 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0827630
May 31 13:02:44.550232 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6d8d4df-bfb6-4ddb-954f-d091a25ec111 req-c69ab301-b2ef-4cbd-bf23-38c4cf1c603a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374935
May 31 13:02:45.263402 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:45.751683 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06681e-709b-42a9-b33c-bc185230bff3 req-fba2e5d8-66f6-4528-9285-80d3dd9d593a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:45.753188 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e06681e-709b-42a9-b33c-bc185230bff3 req-fba2e5d8-66f6-4528-9285-80d3dd9d593a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0853250
May 31 13:02:45.787808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-f7e5c934-9f4a-4b61-800b-22d331bdca4a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:45.793276 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-f7e5c934-9f4a-4b61-800b-22d331bdca4a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.1610508
May 31 13:02:45.805504 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-5f8b2bb0-8b5d-407b-9cd4-7a2df31c7768 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/quotas/15f46e5ba3174bf4a1454a03e1b1c2b8 HTTP/1.1" status: 200  len: 375 time: 0.0100660
May 31 13:02:45.808526 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e06681e-709b-42a9-b33c-bc185230bff3 req-54cb2ecd-234f-4b87-a9c7-3a0ceb02c420 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497835
May 31 13:02:45.893342 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-881f1f55-25a8-4df3-be1f-501c28cdd62c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0744438
May 31 13:02:46.034584 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-39c30015-edba-425e-9eef-fdf1cd085baa service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351919
May 31 13:02:46.165541 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-ffe9fad8-525e-437a-a77a-a907a0c881f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252079
May 31 13:02:46.337845 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35bc9ad6-4345-4ce6-9bf8-1d4c3eaf823b req-1d3e8ae0-a5af-4559-85dd-0b9e503f5668 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 210 time: 0.0447335
May 31 13:02:46.990511 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16469-1266-4021-bd5a-1f73610b2a3a req-25def3e9-9061-4d6c-b1d8-9d5d2fdb49e3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:46.991962 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3df16469-1266-4021-bd5a-1f73610b2a3a req-25def3e9-9061-4d6c-b1d8-9d5d2fdb49e3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0807991
May 31 13:02:47.039164 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3df16469-1266-4021-bd5a-1f73610b2a3a req-67e5457d-d601-41fb-98d9-c043df880372 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400217
May 31 13:02:47.112361 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:47.489623 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-abed4632-8ea1-4d01-83f4-723a93892980 req-df8d527f-be45-4931-9a36-b8861da01012 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 210 time: 0.0448933
May 31 13:02:48.220632 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b3c48-a5f0-4146-9ca1-95e902308393 req-f2dddf53-5749-4c86-b359-572c665cedb9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:48.222931 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f34b3c48-a5f0-4146-9ca1-95e902308393 req-f2dddf53-5749-4c86-b359-572c665cedb9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0799325
May 31 13:02:48.266562 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f34b3c48-a5f0-4146-9ca1-95e902308393 req-189bfd4f-0898-444b-9f23-a8b521fdf5a0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386124
May 31 13:02:48.642393 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a1e3fbe1-2596-4f53-9c2c-8611513cac88 req-30c11220-008f-4adc-bead-466697a4bf6d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 210 time: 0.0456748
May 31 13:02:49.449396 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156d7fa-45f7-407b-bd8d-35c957aba81d req-0380ce90-c51f-4e5d-911c-681a9159d747 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:49.450912 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6156d7fa-45f7-407b-bd8d-35c957aba81d req-0380ce90-c51f-4e5d-911c-681a9159d747 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0786476
May 31 13:02:49.502052 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6156d7fa-45f7-407b-bd8d-35c957aba81d req-ec0cdaf0-1615-49d7-98c1-2151aec25d6e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453689
May 31 13:02:49.803889 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2217dada-7a9d-4728-afcf-9afe2d25ae32 req-8e0fdfea-d966-42dc-8638-c4021880b141 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 210 time: 0.0496907
May 31 13:02:49.952370 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-e144760f-56b5-486f-9666-c77490a42a2b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:49.954309 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-e144760f-56b5-486f-9666-c77490a42a2b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.1528192
May 31 13:02:49.976020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Request body: {'port': {'device_id': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'admin_state_up': True, 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:02:50.202298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:50.212226 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:50.221607 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:02:50.225127 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:50.386311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Allocated IP 172.20.0.10 (d4433981-1e98-4e61-b779-b6a7a9fd656e/f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5/ea7dbed2-7945-4d94-bf4b-dfe64f912442) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:02:50.596357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:50.698151 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:50.707423 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:50.710324 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:02:50.765986 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcccf2-dcc4-4bc3-8714-5a9162c5b965 req-65b89b6f-f660-4184-b51a-f1b9d1c122d9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:50.767440 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e5fcccf2-dcc4-4bc3-8714-5a9162c5b965 req-65b89b6f-f660-4184-b51a-f1b9d1c122d9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1543858
May 31 13:02:50.783586 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Network d4433981-1e98-4e61-b779-b6a7a9fd656e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:02:50.800918 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:02:50.807087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:02:50.876412 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event updated for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:50.881427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:50.890903 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e5fcccf2-dcc4-4bc3-8714-5a9162c5b965 req-3af42e5a-b15b-4b42-9d61-6dc3c8a783a1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092935
May 31 13:02:50.901427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:50.902042 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:50.926705 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9549088
May 31 13:02:50.940907 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Request body: {'port': {'device_id': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:02:51.017464 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad35156-2e1a-4106-97e3-42e47690f5f5 req-b12a0f1c-8de0-4588-bb20-bb5b28e92b93 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:51.024290 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4ad35156-2e1a-4106-97e3-42e47690f5f5 req-b12a0f1c-8de0-4588-bb20-bb5b28e92b93 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 932 time: 0.0943701
May 31 13:02:51.064103 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4ad35156-2e1a-4106-97e3-42e47690f5f5 req-a1be8e6d-d605-4eef-a40a-dbe72dc419de tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389786
May 31 13:02:51.066882 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.430378 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7dbed2-7945-4d94-bf4b-dfe64f912442 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:02:51.438227 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.453265 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Transition to ACTIVE for port object ea7dbed2-7945-4d94-bf4b-dfe64f912442 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:02:51.457920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.471801 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-df783485-5ccb-4807-9528-3218d586d74c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:51.640050 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Pushing event updated for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:51.643017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:51.717696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Attempting to bind port ea7dbed2-7945-4d94-bf4b-dfe64f912442 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:02:51.718033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Attempting to bind port ea7dbed2-7945-4d94-bf4b-dfe64f912442 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:02:51.718359 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Attempting to bind port ea7dbed2-7945-4d94-bf4b-dfe64f912442 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:02:51.723061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Port ea7dbed2-7945-4d94-bf4b-dfe64f912442 on network d4433981-1e98-4e61-b779-b6a7a9fd656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:02:51.723384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Attempting to bind port ea7dbed2-7945-4d94-bf4b-dfe64f912442 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:02:51.728658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:02:51.729540 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Checking segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:02:51.729918 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Bound using segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:02:51.730390 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Bound port: ea7dbed2-7945-4d94-bf4b-dfe64f912442, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:02:51.730743 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.769161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53446) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:51.823817 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:02:51.826987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:02:51.831641 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.836641 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:51.898338 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:51.898959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.899795 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:51.900331 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] 10.222.0.36 "PUT /v2.0/ports/ea7dbed2-7945-4d94-bf4b-dfe64f912442 HTTP/1.1" status: 200  len: 1094 time: 0.9634936
May 31 13:02:51.900893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:02:51.903449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac20073-c8e2-4f72-bcad-17bfbf322b01" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:02:51.915687 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:51.920118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Usage tracker for resource:security_group_rule and tenant:17c74aba932642c9a47d7b75deb5e44c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:51.921814 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Pushing event updated for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:51.923154 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:51.925847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:51.935589 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:51.992068 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae92e4-e7e2-4eb1-a2c0-82bf12975096 x-openstack-request-id: req-49ae92e4-e7e2-4eb1-a2c0-82bf12975096 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:02:51.992552 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:02:51.993035 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49ae92e4-e7e2-4eb1-a2c0-82bf12975096 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:02:51.993611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', 'status': 'completed', 'code': 200}
May 31 13:02:52.039338 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.046091 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.056158 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aea96c3d-d88f-4474-8282-ee423c450d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:52.102200 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d118f-db19-40bb-a3b1-227c4f7d35a6,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:52.112547 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c74aba932642c9a47d7b75deb5e44c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3414364
May 31 13:02:52.112547 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:52.114801 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53472) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:52.138373 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4039d4e-ee48-41c1-b462-75c319c63c52 req-4a3bdba2-af98-4672-a70e-5a389182005a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:52.139851 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c4039d4e-ee48-41c1-b462-75c319c63c52 req-4a3bdba2-af98-4672-a70e-5a389182005a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0983939
May 31 13:02:52.228162 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c4039d4e-ee48-41c1-b462-75c319c63c52 req-d4580f76-3436-4d01-94c8-3c220d2b9bdb tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733874
May 31 13:02:52.233234 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.266871 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.280511 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241380c7-e955-4370-b03f-84ea127a5405 req-9baf3dc3-9c40-4eb7-ba02-da813f05786d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:52.282126 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-241380c7-e955-4370-b03f-84ea127a5405 req-9baf3dc3-9c40-4eb7-ba02-da813f05786d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.0923088
May 31 13:02:52.331917 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-241380c7-e955-4370-b03f-84ea127a5405 req-25f098bc-d9d0-4876-b6bd-a9a02eb1f2d7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436282
May 31 13:02:52.401720 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.406891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-22cb7b1f-7ed1-40a2-8e18-2f48435f8b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:52.419289 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d118f-db19-40bb-a3b1-227c4f7d35a6,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:52.422197 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:52.424134 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.427788 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a08d118f-db19-40bb-a3b1-227c4f7d35a6 HTTP/1.1" status: 204  len: 168 time: 0.3069642
May 31 13:02:52.612597 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53496) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:52.738673 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.747792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53506) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:52.754333 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:52.758253 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Usage tracker for resource:security_group_rule and tenant:a3462262563d4f2981b51234f0222495 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:52.761866 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:52.767666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:52.769947 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.785962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:52.789930 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Usage tracker for resource:security_group_rule and tenant:9867554e49cf4344a8cfe7352f4d2366 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:52.792895 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:52.805870 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:52.865244 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.869124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.877883 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2558e423-daaf-4d44-98d7-ee9d10afd074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:52.887053 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.891274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:52.899083 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b8495f0-693e-43f6-87af-64a41473a151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:52.915477 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a845d-b810-4846-a33b-2cc407159299,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:52.922023 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3462262563d4f2981b51234f0222495&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059812
May 31 13:02:52.922023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:52.922264 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53510) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:52.939640 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9867554e49cf4344a8cfe7352f4d2366&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1907232
May 31 13:02:52.941358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef3179-5eee-44ab-a66a-89ae097e958e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:52.943063 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53514) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:52.944987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:53.022305 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.045932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.069881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.097104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.213003 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.217833 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:53.227288 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.236039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a845d-b810-4846-a33b-2cc407159299,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:53.240446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:53.241017 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:53.260719 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.261863 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53ef3179-5eee-44ab-a66a-89ae097e958e HTTP/1.1" status: 204  len: 168 time: 0.3178694
May 31 13:02:53.262676 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef3179-5eee-44ab-a66a-89ae097e958e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:53.264838 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:53.265708 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.266582 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c27a845d-b810-4846-a33b-2cc407159299 HTTP/1.1" status: 204  len: 168 time: 0.3434813
May 31 13:02:53.437974 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec537fd8-d542-4ed4-839a-6e69a59a9002 req-76aa8e64-55e3-4d28-b236-8739edde4af3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:53.439458 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ec537fd8-d542-4ed4-839a-6e69a59a9002 req-76aa8e64-55e3-4d28-b236-8739edde4af3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0832927
May 31 13:02:53.487802 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ec537fd8-d542-4ed4-839a-6e69a59a9002 req-802b5e32-f2ce-4520-b590-e5f2020fe603 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413628
May 31 13:02:53.677413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53538) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:53.687089 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ca02d-5202-4dd8-97ea-8a75a058fbde req-5cd707cd-23e8-4ee0-bef5-46299166c81c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:53.688939 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-341ca02d-5202-4dd8-97ea-8a75a058fbde req-5cd707cd-23e8-4ee0-bef5-46299166c81c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.0917871
May 31 13:02:53.696387 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.720788 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:53.724988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Usage tracker for resource:security_group_rule and tenant:56e734d5628f4b48af46e7cbc93931b7 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:53.728002 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:53.734488 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:53.741010 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-341ca02d-5202-4dd8-97ea-8a75a058fbde req-73331b3d-a1a0-4c87-a8ad-3c5565f4089e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456944
May 31 13:02:53.833904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.839036 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.847445 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1146a709-218e-4ce7-8a11-f6f50c6f9c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:53.888019 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56e734d5628f4b48af46e7cbc93931b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2093542
May 31 13:02:53.889621 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c791f4ba-4af6-40d7-99bd-8f0ab441e1b3,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:53.891350 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53548) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:53.893661 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:53.961644 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:53.996110 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:54.063785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:54.067552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e2ff2996-aca0-4b0e-91c0-1c5046478202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:54.081633 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c791f4ba-4af6-40d7-99bd-8f0ab441e1b3,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:54.084347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:54.091355 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:54.094914 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c791f4ba-4af6-40d7-99bd-8f0ab441e1b3 HTTP/1.1" status: 204  len: 168 time: 0.1999166
May 31 13:02:54.709487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e94ae-260b-495d-9c46-185d5f4b64c0 req-db27382b-4caf-43a2-820e-fb15cf4eceb4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:54.710926 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-573e94ae-260b-495d-9c46-185d5f4b64c0 req-db27382b-4caf-43a2-820e-fb15cf4eceb4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0938139
May 31 13:02:54.757106 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-573e94ae-260b-495d-9c46-185d5f4b64c0 req-6905e5f9-422e-4e34-9655-4cfad453234d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394607
May 31 13:02:54.955171 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600ef35-e033-4f72-82c3-dfbaae499977 req-bbf812cb-0e9a-4c25-8137-94fcd2632075 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:54.956917 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3600ef35-e033-4f72-82c3-dfbaae499977 req-bbf812cb-0e9a-4c25-8137-94fcd2632075 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.1006124
May 31 13:02:55.006279 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3600ef35-e033-4f72-82c3-dfbaae499977 req-99bc6d47-b468-4b28-95ea-2a31437251ee tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437131
May 31 13:02:55.890005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-c06623c3-904b-4c58-8b6c-30fbc160731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:55.891530 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-c06623c3-904b-4c58-8b6c-30fbc160731c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 1097 time: 0.0756059
May 31 13:02:55.962832 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930d5c-fc86-4dd7-877e-2a1dc1fb66fc req-8b1725c0-7825-4d41-b61a-a9e98db62982 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:55.964911 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3930d5c-fc86-4dd7-877e-2a1dc1fb66fc req-8b1725c0-7825-4d41-b61a-a9e98db62982 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0964577
May 31 13:02:56.017452 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3930d5c-fc86-4dd7-877e-2a1dc1fb66fc req-fd1304a0-9f80-4cb4-96e0-b942d4717b21 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461013
May 31 13:02:56.056217 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-865a322b-c36c-4d74-a561-8e9b0fd065a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:56.057955 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-865a322b-c36c-4d74-a561-8e9b0fd065a8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1562262
May 31 13:02:56.278829 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-ed4f331a-8b44-4919-b83b-1abac361f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:56.280228 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bac20073-c8e2-4f72-bcad-17bfbf322b01 req-ed4f331a-8b44-4919-b83b-1abac361f760 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2095656
May 31 13:02:56.291703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78796c4-05ea-44e3-8a30-3b12a855fff5 req-edc8a7cf-4934-4886-a7fb-51cf68e90588 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:56.292413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-d78796c4-05ea-44e3-8a30-3b12a855fff5 req-edc8a7cf-4934-4886-a7fb-51cf68e90588 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:02:56.308765 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-d78796c4-05ea-44e3-8a30-3b12a855fff5 req-edc8a7cf-4934-4886-a7fb-51cf68e90588 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:02:56.309995 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d78796c4-05ea-44e3-8a30-3b12a855fff5 req-edc8a7cf-4934-4886-a7fb-51cf68e90588 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.1566868
May 31 13:02:56.357730 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d78796c4-05ea-44e3-8a30-3b12a855fff5 req-09e703d0-f629-404d-afb9-545143370d17 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408082
May 31 13:02:56.721728 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-197352eb-ae83-468f-8f87-6a31f0f9e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:56.723219 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-197352eb-ae83-468f-8f87-6a31f0f9e70a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 1097 time: 0.0792475
May 31 13:02:56.807655 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-b253c784-0ae5-4e5a-9307-2af914440e04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442 HTTP/1.1" status: 200  len: 217 time: 0.0738506
May 31 13:02:56.877960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-44e4d0ca-3dee-4b61-b583-f9c96ea3f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:56.879364 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-44e4d0ca-3dee-4b61-b583-f9c96ea3f674 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.0645831
May 31 13:02:56.933167 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-360decc8-fdd7-4d79-97b8-999acbe2b1eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466325
May 31 13:02:57.045433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53714) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:57.117441 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-39e18708-5abb-4da5-a4ba-6a88182f5e6c service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767521
May 31 13:02:57.210539 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.225585 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:57.230596 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Usage tracker for resource:security_group_rule and tenant:d2adf467c7db402d8e3e883714a41a47 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:57.233572 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:57.245804 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:57.331457 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2fcfdc4-9699-467a-8117-6e877dfaf720 req-5cf0ea29-780e-4b4b-9009-40cd34aa16f0 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076225
May 31 13:02:57.344751 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7527-dfb2-4439-b969-af514795070f req-ec23ec71-87b5-4fca-8713-d6ec32b143b0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:57.347139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.354176 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-921c7527-dfb2-4439-b969-af514795070f req-ec23ec71-87b5-4fca-8713-d6ec32b143b0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.2079630
May 31 13:02:57.357157 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.367245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-22642a7b-bcb4-4001-810c-253ad75a6238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:57.431816 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-921c7527-dfb2-4439-b969-af514795070f req-083b00b6-1110-4d0e-9211-83be8a711c00 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766175
May 31 13:02:57.464314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53732) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:57.474378 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2adf467c7db402d8e3e883714a41a47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4267540
May 31 13:02:57.477945 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43e3a3c-ddae-4fc7-9551-f28968cc8faf,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:57.493110 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:57.548171 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.575439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.578546 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5beb37-7d14-4b21-a247-0c2d55bd2b90 req-322d9070-7cfa-4933-bce8-97b9a172403c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:57.580013 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be5beb37-7d14-4b21-a247-0c2d55bd2b90 req-322d9070-7cfa-4933-bce8-97b9a172403c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.0951149
May 31 13:02:57.632350 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be5beb37-7d14-4b21-a247-0c2d55bd2b90 req-38fb2029-d436-4008-9a72-4a0e417b46ec tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453672
May 31 13:02:57.633161 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.637938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:57.650089 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43e3a3c-ddae-4fc7-9551-f28968cc8faf,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:57.655105 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:57.670023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.671224 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a43e3a3c-ddae-4fc7-9551-f28968cc8faf HTTP/1.1" status: 204  len: 168 time: 0.2059271
May 31 13:02:57.948845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 53742) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:57.970002 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:57.985274 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:02:57.988708 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Usage tracker for resource:security_group_rule and tenant:be7a9628f3d141a68b66b9b5563bccc0 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:02:57.991762 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:02:57.997532 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:02:58.095537 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.105491 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.112950 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-624acb50-9472-4045-b759-8a532f3de639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:58.154535 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be7a9628f3d141a68b66b9b5563bccc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046783
May 31 13:02:58.155398 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62eece-a102-4fa4-9d5f-5508d1fef632,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:58.157284 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 53748) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:02:58.158276 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:58.217527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.242729 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.293611 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.297158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:02:58.308512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62eece-a102-4fa4-9d5f-5508d1fef632,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:02:58.313427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:02:58.315240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:02:58.317341 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff62eece-a102-4fa4-9d5f-5508d1fef632 HTTP/1.1" status: 204  len: 168 time: 0.1580832
May 31 13:02:58.649071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4a14-66c0-412c-a52f-e9e8dc6b97fc req-4fcd67eb-869c-46eb-accc-0333b19fbf73 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:58.656338 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-70dd4a14-66c0-412c-a52f-e9e8dc6b97fc req-4fcd67eb-869c-46eb-accc-0333b19fbf73 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1027215
May 31 13:02:58.716390 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-70dd4a14-66c0-412c-a52f-e9e8dc6b97fc req-1174e7c3-a63d-4f7e-95ee-37db60495a6b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584924
May 31 13:02:58.870740 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa898-f0e9-49af-bbeb-6965c09b876e req-8d3da7a1-8fdb-4c47-b5e0-b0809f577c50 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:58.872521 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad9fa898-f0e9-49af-bbeb-6965c09b876e req-8d3da7a1-8fdb-4c47-b5e0-b0809f577c50 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.1021729
May 31 13:02:59.000426 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad9fa898-f0e9-49af-bbeb-6965c09b876e req-8d4f7834-1005-4204-b1c9-707396fa968c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208034
May 31 13:02:59.910231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088cd8a-ed43-4bcf-a4a3-0ad445c6e283 req-3ff2799b-b1eb-4a82-a086-7e08b6cc7f71 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:02:59.913957 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b088cd8a-ed43-4bcf-a4a3-0ad445c6e283 req-3ff2799b-b1eb-4a82-a086-7e08b6cc7f71 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0905883
May 31 13:02:59.974772 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b088cd8a-ed43-4bcf-a4a3-0ad445c6e283 req-858b200d-d581-4303-b46d-7ea6e3d8c6c5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489511
May 31 13:03:00.277787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7f8d3-0211-44ba-b248-cbd71b397108 req-b9d24e03-05d8-45ce-a755-82221566fe46 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:00.279332 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-62e7f8d3-0211-44ba-b248-cbd71b397108 req-b9d24e03-05d8-45ce-a755-82221566fe46 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.1555393
May 31 13:03:00.329626 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-62e7f8d3-0211-44ba-b248-cbd71b397108 req-b8d77504-ed97-402b-8d3e-0a3e1dd02bb7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441577
May 31 13:03:01.163996 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0057457-0abe-493c-9321-b2ad3bf5a0d8 req-6efb7b34-1697-4dbe-ba0d-a10f007971fe tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:01.165574 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0057457-0abe-493c-9321-b2ad3bf5a0d8 req-6efb7b34-1697-4dbe-ba0d-a10f007971fe tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0878839
May 31 13:03:01.209996 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0057457-0abe-493c-9321-b2ad3bf5a0d8 req-085889f0-4dff-4336-b237-4b4a99d1b81e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381210
May 31 13:03:01.713356 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ef0fc-ca69-4574-a055-433bacb03de7 req-653367f0-31e9-4820-864d-34d59a162378 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:01.715011 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d7ef0fc-ca69-4574-a055-433bacb03de7 req-653367f0-31e9-4820-864d-34d59a162378 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 944 time: 0.0948071
May 31 13:03:01.761840 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d7ef0fc-ca69-4574-a055-433bacb03de7 req-0e8209f1-4140-4ae9-be59-83f276ba9e2f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401726
May 31 13:03:02.063870 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ea7dbed2-7945-4d94-bf4b-dfe64f912442 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:03:02.212300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:02.225907 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'port_id': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', 'mac_address': 'fa:16:3e:7c:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:03:02.284014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:02.301720 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7dbed2-7945-4d94-bf4b-dfe64f912442 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:02.317277 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:02.321153 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:02.324029 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:02.398823 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:02.401218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eda93-ef53-4606-b856-9934b89690ab req-4e564781-608e-48dc-a194-c97ee2903afe tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:02.402667 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a59eda93-ef53-4606-b856-9934b89690ab req-4e564781-608e-48dc-a194-c97ee2903afe tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0856352
May 31 13:03:02.402822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:02.448140 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a59eda93-ef53-4606-b856-9934b89690ab req-3619c701-3f6b-49f7-a6fa-d53b9ab5e213 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394840
May 31 13:03:03.089298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20153b-d277-4d69-8567-a8ff5a639f6b req-5fbd10e3-4636-42cc-893d-2af5dc4be6bd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:03.090732 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5f20153b-d277-4d69-8567-a8ff5a639f6b req-5fbd10e3-4636-42cc-893d-2af5dc4be6bd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0814581
May 31 13:03:03.139452 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5f20153b-d277-4d69-8567-a8ff5a639f6b req-47e3062c-798d-4289-9823-dfbae3a3947e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426319
May 31 13:03:03.319906 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['ea7dbed2-7945-4d94-bf4b-dfe64f912442'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:03.656506 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455d26-ac9b-4141-ad4b-c0293774ce6b req-805b1971-0356-4e81-99f3-940d89e2c240 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:03.657224 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-aa455d26-ac9b-4141-ad4b-c0293774ce6b req-805b1971-0356-4e81-99f3-940d89e2c240 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0876842
May 31 13:03:03.701928 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-aa455d26-ac9b-4141-ad4b-c0293774ce6b req-07341a9d-a105-412f-8083-8d09aede0581 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390909
May 31 13:03:04.334764 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bee9a-3e9a-4cf4-b972-b932ec2d91b6 req-fc15c6bc-e238-49a5-999e-cd123aa8e9d6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:04.336279 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da4bee9a-3e9a-4cf4-b972-b932ec2d91b6 req-fc15c6bc-e238-49a5-999e-cd123aa8e9d6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0819693
May 31 13:03:04.382644 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da4bee9a-3e9a-4cf4-b972-b932ec2d91b6 req-b8e4692c-a3f1-4aed-af6e-2907f5eb6e56 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406682
May 31 13:03:04.883512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a6b8-4590-4c8b-936c-a683086068fa req-66efef56-cb5e-423f-9f55-e9a61bbd4ff6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:04.884988 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9df0a6b8-4590-4c8b-936c-a683086068fa req-66efef56-cb5e-423f-9f55-e9a61bbd4ff6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0796466
May 31 13:03:04.932081 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9df0a6b8-4590-4c8b-936c-a683086068fa req-3f7d9d73-c267-4fca-8f41-43bbdccc01d7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410311
May 31 13:03:05.567629 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40568a4d-1ef2-4528-9c64-3ede8979faaf req-66fbb6c3-50b1-463c-80e6-18e019b1615c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:05.569086 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-40568a4d-1ef2-4528-9c64-3ede8979faaf req-66fbb6c3-50b1-463c-80e6-18e019b1615c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0800743
May 31 13:03:05.612945 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-40568a4d-1ef2-4528-9c64-3ede8979faaf req-2a6ea330-303f-4c65-a5ec-91c073e1f8f2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382583
May 31 13:03:06.119229 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875887-8c42-423c-98ff-e0df53cfa25d req-c423d3a2-632c-46ac-8183-8226a3ff19a4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:06.120710 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6875887-8c42-423c-98ff-e0df53cfa25d req-c423d3a2-632c-46ac-8183-8226a3ff19a4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0843122
May 31 13:03:06.170520 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6875887-8c42-423c-98ff-e0df53cfa25d req-72af5b18-219b-46e3-a0a3-51f2ec5d054d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441048
May 31 13:03:06.799923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c95a-d7e6-4fd4-95d2-110d6791ee3d req-5e3a8838-02ee-4dfd-a50d-b875fc236a82 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:06.801383 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d860c95a-d7e6-4fd4-95d2-110d6791ee3d req-5e3a8838-02ee-4dfd-a50d-b875fc236a82 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0786965
May 31 13:03:06.844214 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d860c95a-d7e6-4fd4-95d2-110d6791ee3d req-e42e43f6-4545-410b-8b46-f3be7052de7c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372477
May 31 13:03:07.360184 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7afe-2c1a-46c8-b6f8-b34cd607ca18 req-f1a30ffb-9646-4ca2-bd4f-f0e3c669b277 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:07.361675 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ffd7afe-2c1a-46c8-b6f8-b34cd607ca18 req-f1a30ffb-9646-4ca2-bd4f-f0e3c669b277 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0849814
May 31 13:03:07.408882 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ffd7afe-2c1a-46c8-b6f8-b34cd607ca18 req-47aae125-5036-43d6-93c6-d512a97d34ad tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410407
May 31 13:03:08.026242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a2183-cd26-42c8-9bdb-b5d3ee2e5cc1 req-ad53794c-da70-4442-baae-c5c8b019a994 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:08.027707 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5e6a2183-cd26-42c8-9bdb-b5d3ee2e5cc1 req-ad53794c-da70-4442-baae-c5c8b019a994 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0798602
May 31 13:03:08.085697 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5e6a2183-cd26-42c8-9bdb-b5d3ee2e5cc1 req-a3e44a81-f0d4-4432-90c9-4300960ee7b3 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513635
May 31 13:03:08.592909 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f31d7-8e6c-4119-9397-5fda91d0ac18 req-81e32de8-6531-413e-8d60-3262c69a5de5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:08.594367 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0e0f31d7-8e6c-4119-9397-5fda91d0ac18 req-81e32de8-6531-413e-8d60-3262c69a5de5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0812449
May 31 13:03:08.640650 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0e0f31d7-8e6c-4119-9397-5fda91d0ac18 req-b0159761-c43e-47c2-8d00-021b5538aedd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403490
May 31 13:03:09.275532 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293487a8-c91b-477d-a762-0e3e7e847aba req-b126cdd4-356d-43cc-beef-e4540b8c3da4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:09.276898 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293487a8-c91b-477d-a762-0e3e7e847aba req-b126cdd4-356d-43cc-beef-e4540b8c3da4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0832345
May 31 13:03:09.320218 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293487a8-c91b-477d-a762-0e3e7e847aba req-9de02d60-4a61-4f10-ac41-169709075a9d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372162
May 31 13:03:09.800728 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:09.848052 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d58ddc-caa3-4e76-b65f-43e9c02974d0 req-09a73e48-8458-4845-8aad-003bd0989ac4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:09.850383 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-36d58ddc-caa3-4e76-b65f-43e9c02974d0 req-09a73e48-8458-4845-8aad-003bd0989ac4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1022923
May 31 13:03:09.906445 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-36d58ddc-caa3-4e76-b65f-43e9c02974d0 req-88000c75-90fa-4378-b8a3-f138548a9f4b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480006
May 31 13:03:10.517385 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b7e47-9ed1-453d-896c-0303c8a0b303 req-da8b4a29-e364-49e3-8946-d77be724606f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:10.518837 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ad0b7e47-9ed1-453d-896c-0303c8a0b303 req-da8b4a29-e364-49e3-8946-d77be724606f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 945 time: 0.0863385
May 31 13:03:10.567320 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ad0b7e47-9ed1-453d-896c-0303c8a0b303 req-822997cd-82b1-44bc-b2a1-34e93a277f30 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427709
May 31 13:03:11.182949 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b4a71-ce58-4782-9718-eea842e9f90b req-54a151ec-1733-4a46-a496-e573aef5f9cd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:11.185145 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2f0b4a71-ce58-4782-9718-eea842e9f90b req-54a151ec-1733-4a46-a496-e573aef5f9cd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1017942
May 31 13:03:11.234808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce299a56-4988-4a10-ab1b-4c18e7903f42 req-246a1991-59e6-47ec-8228-5f44d0c998db tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:11.235651 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2f0b4a71-ce58-4782-9718-eea842e9f90b req-208e719e-c788-4999-9d95-4d139aa3bd76 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425465
May 31 13:03:11.236532 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ce299a56-4988-4a10-ab1b-4c18e7903f42 req-246a1991-59e6-47ec-8228-5f44d0c998db tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0851698
May 31 13:03:11.264464 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ea7dbed2-7945-4d94-bf4b-dfe64f912442 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:11.281433 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ce299a56-4988-4a10-ab1b-4c18e7903f42 req-2e49b506-e1a3-4ee5-97da-f03f285daf27 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388787
May 31 13:03:11.337382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port ea7dbed2-7945-4d94-bf4b-dfe64f912442 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:11.342422 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port ea7dbed2-7945-4d94-bf4b-dfe64f912442 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:11.342807 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:11.463462 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:11.490929 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:11.493271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df4c94-908e-457a-8699-e1dbccb793d0" -d '{"events": [{"server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:11.501657 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:11.505790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:11.508129 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:11.546758 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d2675-b421-49e1-b462-9c7c577cf587 x-openstack-request-id: req-702d2675-b421-49e1-b462-9c7c577cf587 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:11.547055 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "name": "network-vif-plugged", "status": "completed", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:11.547313 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-702d2675-b421-49e1-b462-9c7c577cf587 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:11.547698 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', 'code': 200}
May 31 13:03:11.579863 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:11.583265 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:11.792114 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f30e152c-1845-455a-b1d8-7b7553f46412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:11.804510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063da16-af3d-42a0-9d83-dcd6d250f833 req-d4a9a46c-be97-477a-b53c-7eb6a83b28f7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:11.813364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3908f63-9b6a-4939-8998-8739ccf056c0 req-07be66ae-f463-42c9-8af0-20176f654203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:11.813629 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0063da16-af3d-42a0-9d83-dcd6d250f833 req-d4a9a46c-be97-477a-b53c-7eb6a83b28f7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1155865
May 31 13:03:11.815412 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a3908f63-9b6a-4939-8998-8739ccf056c0 req-07be66ae-f463-42c9-8af0-20176f654203 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 1099 time: 0.0866883
May 31 13:03:11.861866 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0063da16-af3d-42a0-9d83-dcd6d250f833 req-09cb64fb-f60b-4ab8-b575-c0b2d8a883a0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457537
May 31 13:03:11.871644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a3908f63-9b6a-4939-8998-8739ccf056c0 req-437fb71a-8dfc-4a9c-9a40-49d0bb11c145 service neutron] Synchronizing usage tracker for tenant:839f986bf4e94565ab2942c62fe84630 on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:11.889876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a3908f63-9b6a-4939-8998-8739ccf056c0 req-437fb71a-8dfc-4a9c-9a40-49d0bb11c145 service neutron] Unset dirty status for tenant:839f986bf4e94565ab2942c62fe84630 on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:11.891157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a3908f63-9b6a-4939-8998-8739ccf056c0 req-437fb71a-8dfc-4a9c-9a40-49d0bb11c145 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675833
May 31 13:03:12.426985 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81b6b-5a88-465c-935a-7f51c553f06c req-8d35eda1-8e65-42fd-9349-24b804ad0978 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:12.428347 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b9a81b6b-5a88-465c-935a-7f51c553f06c req-8d35eda1-8e65-42fd-9349-24b804ad0978 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0864775
May 31 13:03:12.476066 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b9a81b6b-5a88-465c-935a-7f51c553f06c req-3ba111c6-9738-4c3d-abaa-6b43e7ef4e5a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419691
May 31 13:03:12.535870 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b506d3-1778-413e-a8e3-afed2905ae19 req-4bd59d9e-824a-4d3f-8816-9d7b5445d308 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:12.537375 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a8b506d3-1778-413e-a8e3-afed2905ae19 req-4bd59d9e-824a-4d3f-8816-9d7b5445d308 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.1343298
May 31 13:03:12.582880 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a8b506d3-1778-413e-a8e3-afed2905ae19 req-1e90a8c1-47c8-41c8-a103-f027600a094e tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399187
May 31 13:03:12.796312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6510f7-cffc-4a8a-b409-638491f4a8e2 req-09b91ffe-6225-4efa-b89c-ecd49e66c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:12.797784 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1b6510f7-cffc-4a8a-b409-638491f4a8e2 req-09b91ffe-6225-4efa-b89c-ecd49e66c113 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1099 time: 0.0729964
May 31 13:03:12.841552 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1b6510f7-cffc-4a8a-b409-638491f4a8e2 req-4b94cd08-fd80-44dd-816f-30679accad78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340810
May 31 13:03:13.048417 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ef54-56f3-4c7a-bdf3-42c22ff55dce req-fe571a9c-0f98-4a92-bc84-8b873487e0c8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:13.049958 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9523ef54-56f3-4c7a-bdf3-42c22ff55dce req-fe571a9c-0f98-4a92-bc84-8b873487e0c8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.0816419
May 31 13:03:13.100534 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9523ef54-56f3-4c7a-bdf3-42c22ff55dce req-58359340-a761-4112-a8d9-a5df35af82c5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433285
May 31 13:03:13.652624 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54116) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:13.712983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7b500-0de3-4265-8bb4-b3b8e774a78a req-01465d3c-9ac9-4cf6-b47b-041496d83eed tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:13.728263 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-30f7b500-0de3-4265-8bb4-b3b8e774a78a req-01465d3c-9ac9-4cf6-b47b-041496d83eed tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1037216
May 31 13:03:13.798194 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-30f7b500-0de3-4265-8bb4-b3b8e774a78a req-14703a24-190b-4e7a-89be-7420d4051d78 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671477
May 31 13:03:13.826699 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd036e5f-cda7-4d20-9116-51c2ecfad9b4 req-80b69339-50c3-49b9-8388-8d4f07ab4ea8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:13.833769 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dd036e5f-cda7-4d20-9116-51c2ecfad9b4 req-80b69339-50c3-49b9-8388-8d4f07ab4ea8 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0933030
May 31 13:03:13.885116 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dd036e5f-cda7-4d20-9116-51c2ecfad9b4 req-07d2a82f-76c8-4f4f-b2ee-69dd7a6cfd79 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502329
May 31 13:03:13.971564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:13.987367 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:13.992263 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Usage tracker for resource:security_group_rule and tenant:dd59b431178344449e4edbb4a2ba8a72 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:13.996567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:14.003411 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:14.019335 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.106179 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.109897 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.119419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-610e9a57-efcf-41af-80d8-af441713cbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:14.158402 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd59b431178344449e4edbb4a2ba8a72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5038712
May 31 13:03:14.161016 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54130) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:14.164021 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ae2ae-8382-4e5b-9052-fbf7d8aae674,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:14.176637 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:14.209128 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2453f782-9a8c-44e7-9375-bedaaf7def74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.294846 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.319683 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-45cb532a-bdeb-4505-a822-2198156fc13d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:14.321324 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-45cb532a-bdeb-4505-a822-2198156fc13d tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.36 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.0943120
May 31 13:03:14.339160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.409188 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9c9d6-9a21-4d0c-8214-b7e8751f8ced req-16f834fb-51b6-4b55-8119-61fc449162bd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:14.411102 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8aa9c9d6-9a21-4d0c-8214-b7e8751f8ced req-16f834fb-51b6-4b55-8119-61fc449162bd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1692708
May 31 13:03:14.472333 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8aa9c9d6-9a21-4d0c-8214-b7e8751f8ced req-dc421077-610f-408c-b1e1-3816b87b9e0b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535183
May 31 13:03:14.481956 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.505150 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0e11256a-9c59-4173-b84e-63cbb65e306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:14.542486 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ae2ae-8382-4e5b-9052-fbf7d8aae674,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:14.547468 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:14.553255 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.556629 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/598ae2ae-8382-4e5b-9052-fbf7d8aae674 HTTP/1.1" status: 204  len: 168 time: 0.3924677
May 31 13:03:14.674462 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Deleting port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:03:14.674878 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:14.815949 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] For port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,segment=NetworkSegment(e93d8106-e469-4bfd-b0b7-74c7ae9c4288),segment_id=e93d8106-e469-4bfd-b0b7-74c7ae9c4288)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:14.816561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.015435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Calling delete_port for 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:03:15.030901 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78134e1-ff7a-4040-8ec4-f28884424609 req-487b09ff-78aa-4f8d-8154-e03408c932c6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:15.033291 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c78134e1-ff7a-4040-8ec4-f28884424609 req-487b09ff-78aa-4f8d-8154-e03408c932c6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0967619
May 31 13:03:15.063442 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54176) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:15.103294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.127758 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c78134e1-ff7a-4040-8ec4-f28884424609 req-d2c01858-0ee4-4b5b-83df-a1a822c200a8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884140
May 31 13:03:15.128707 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:15.133058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Usage tracker for resource:security_group_rule and tenant:6f0b45af7966441b9973906a98d3770f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:15.136027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:15.142023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:15.278661 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.279263 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.283777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.294841 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3e4acaf9-e31f-44f5-b543-a0ec86f80c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:15.347459 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f0b45af7966441b9973906a98d3770f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2800939
May 31 13:03:15.347459 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5fab3-c79e-4e91-a755-102d83fdce91,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:15.348352 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54190) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:15.351107 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:15.389753 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.403441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:15.403567 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['6269ddfe-00a5-4184-9ae3-9c30a91a6d08'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:15.443747 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.495171 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Pushing event deleted for resources: {'Port': ['ID=6269ddfe-00a5-4184-9ae3-9c30a91a6d08,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:15.498382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:15.499268 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.537925 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54196) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:15.541877 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] No DVR routers for this DVR port 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:03:15.545862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.550698 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'name': 'network-vif-deleted', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:15.553514 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023640f3-66ee-4c99-b614-bc76758e18e3" -d '{"events": [{"server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "name": "network-vif-deleted", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:15.572683 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3275f-11e3-4a29-9497-9febb1a5fc5e req-db437ff6-0468-4b75-a9f5-1745d6c630ee tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:15.573413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-81d3275f-11e3-4a29-9497-9febb1a5fc5e req-db437ff6-0468-4b75-a9f5-1745d6c630ee tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Synchronizing usage tracker for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:15.578860 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f111bbcb-4a0a-4666-9351-3b5882039a64 req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.36 "DELETE /v2.0/ports/6269ddfe-00a5-4184-9ae3-9c30a91a6d08 HTTP/1.1" status: 204  len: 173 time: 1.2493858
May 31 13:03:15.579957 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.586049 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06be137c-b16e-40ab-8405-6cc9f844f494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:15.596786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-81d3275f-11e3-4a29-9497-9febb1a5fc5e req-db437ff6-0468-4b75-a9f5-1745d6c630ee tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Unset dirty status for tenant:52acb46545c54252ab03a9b30576bfa8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:15.598395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5fab3-c79e-4e91-a755-102d83fdce91,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:15.608909 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81d3275f-11e3-4a29-9497-9febb1a5fc5e req-db437ff6-0468-4b75-a9f5-1745d6c630ee tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 945 time: 0.4948812
May 31 13:03:15.618752 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:15.622877 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.623989 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38e5fab3-c79e-4e91-a755-102d83fdce91 HTTP/1.1" status: 204  len: 168 time: 0.2746744
May 31 13:03:15.709088 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81d3275f-11e3-4a29-9497-9febb1a5fc5e req-11d85557-e826-4ceb-a2ce-a4ecc63a8211 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/security-groups?id=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991762
May 31 13:03:15.736171 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.760329 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:15.772775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Usage tracker for resource:security_group_rule and tenant:ce0e448e5b8a4e95a94bbc2fcb54f525 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:15.775985 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:15.782812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:15.877368 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:03:15.900666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.904318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8429e6d-45f3-47e5-98b9-962e8c4997f6 x-openstack-request-id: req-d8429e6d-45f3-47e5-98b9-962e8c4997f6 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:15.904893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e", "name": "network-vif-deleted", "tag": "6269ddfe-00a5-4184-9ae3-9c30a91a6d08", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:15.905414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8429e6d-45f3-47e5-98b9-962e8c4997f6 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:15.905829 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e', 'name': 'network-vif-deleted', 'tag': '6269ddfe-00a5-4184-9ae3-9c30a91a6d08', 'status': 'completed', 'code': 200}
May 31 13:03:15.909027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:15.922224 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3719a2a5-4618-40a0-892e-d070ad9b2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:15.963096 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6fc70-a94b-45a9-8a87-c05a4754b421 req-a9564ef0-3d2f-4e6b-b580-20d874b30a18 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:15.970593 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32d6fc70-a94b-45a9-8a87-c05a4754b421 req-a9564ef0-3d2f-4e6b-b580-20d874b30a18 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1335156
May 31 13:03:15.982182 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce0e448e5b8a4e95a94bbc2fcb54f525&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4431002
May 31 13:03:15.984045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54210) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:15.987368 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77cc217-4657-467a-a186-fe3c506ccc29,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:16.000412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:16.020969 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32d6fc70-a94b-45a9-8a87-c05a4754b421 req-62972554-267e-46b1-a5b8-985bca51c7ca tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492847
May 31 13:03:16.080919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:16.124539 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:16.202053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:16.207809 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bb563d7d-ef82-4f90-85ee-8c312187509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:16.224764 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77cc217-4657-467a-a186-fe3c506ccc29,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:16.227495 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:16.228685 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c77cc217-4657-467a-a186-fe3c506ccc29 HTTP/1.1" status: 204  len: 168 time: 0.2436223
May 31 13:03:16.229547 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:16.907064 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-734cf50b-6910-4644-8706-9b942c5a8246 req-ef2804a2-b1ce-49d5-bf05-8ba719fcedfc tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] 10.222.0.20 "GET /v2.0/ports?device_id=734cfd7c-7ebb-4e3f-9a41-47d5c511ab4e HTTP/1.1" status: 200  len: 210 time: 0.0524235
May 31 13:03:17.142955 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:17.524965 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54298) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:17.659366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:17.675465 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:17.679719 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Usage tracker for resource:security_group_rule and tenant:b94bc1be05f949089292c76d76c73dcc is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:17.683049 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:17.689071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:17.829414 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:17.834419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:17.845030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959c9523-8239-4414-8a8d-1418eef79e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:17.893226 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b94bc1be05f949089292c76d76c73dcc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3671844
May 31 13:03:17.894859 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda3ae6-5c35-4c91-af55-aac6af998e11,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:17.895998 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54322) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:17.898183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:17.990007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.020778 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.135476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.140255 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2accd444-5ccc-4590-96ad-90edea57ed83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:18.175891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda3ae6-5c35-4c91-af55-aac6af998e11,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:18.176005 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54342) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:18.269786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.271212 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9cda3ae6-5c35-4c91-af55-aac6af998e11 HTTP/1.1" status: 204  len: 168 time: 0.3742027
May 31 13:03:18.273447 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.274050 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.275131 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.275650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.278073 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.279645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.281154 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.283026 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.286477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.286477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.286477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.286477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:18.296374 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:18.363305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-0ffc4977-5b42-4f68-bf88-e3ac90212dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:18.366541 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-0ffc4977-5b42-4f68-bf88-e3ac90212dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.1899321
May 31 13:03:18.382909 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07cc42-1104-4c41-ae96-26fd2103a043 req-a618ac85-eb6a-454f-a911-4bdcf0557784 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:18.384480 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1f07cc42-1104-4c41-ae96-26fd2103a043 req-a618ac85-eb6a-454f-a911-4bdcf0557784 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1090398
May 31 13:03:18.404311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.425944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:18.461799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Usage tracker for resource:security_group_rule and tenant:c8e46af78df54bcb88c4fdd64e25b818 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:18.467527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:18.489202 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1f07cc42-1104-4c41-ae96-26fd2103a043 req-23840238-50da-44c4-b07a-728cd6b3ba79 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676539
May 31 13:03:18.492605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:18.604674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.613150 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.623492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:18.651876 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2b44e7-5ba9-49a7-8ebc-3ab82241a509,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:18.656504 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:18.677698 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8e46af78df54bcb88c4fdd64e25b818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5006123
May 31 13:03:18.678343 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54370) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:18.740278 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-4b12cb44-8f45-4f8e-a4da-e516145af596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:18.741733 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-4b12cb44-8f45-4f8e-a4da-e516145af596 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.3689740
May 31 13:03:18.749327 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.789323 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.832588 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54376) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:18.835103 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-b746fc91-2158-4573-be0c-cd52aaa2b696 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.0829155
May 31 13:03:18.853293 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.870450 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:18.875418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea89cafbcae4da3b48762b460cf20a0 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:18.878418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:18.881162 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.887910 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-61b71e5f-f2f0-41b0-a3ce-65fd4d746f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:18.895878 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:18.901341 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-19934582-5a34-455b-aeae-ae898c49dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:18.903452 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-19934582-5a34-455b-aeae-ae898c49dcd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.0622861
May 31 13:03:18.905019 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2b44e7-5ba9-49a7-8ebc-3ab82241a509,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:18.910089 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-563689cb-cbd8-4829-8eac-9f11bffb4427 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:18.910470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:18.917175 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-563689cb-cbd8-4829-8eac-9f11bffb4427 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.3646197
May 31 13:03:18.928949 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:18.932842 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac2b44e7-5ba9-49a7-8ebc-3ab82241a509 HTTP/1.1" status: 204  len: 168 time: 0.2535233
May 31 13:03:18.973119 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-4b7f1dd0-ae87-42b6-bf81-1f7e34e0a667 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/quotas/15f46e5ba3174bf4a1454a03e1b1c2b8 HTTP/1.1" status: 200  len: 375 time: 0.0545142
May 31 13:03:18.984460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-ce5e08f5-b9e2-4564-affe-a85dca6e3b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646663
May 31 13:03:19.015499 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.020842 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.030607 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:19.073235 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ea89cafbcae4da3b48762b460cf20a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2385910
May 31 13:03:19.075521 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdf2ed0-2317-40d5-9616-db34a773ae94,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:19.077939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54386) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:19.080605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:19.145898 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.174847 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.248916 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.254300 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:19.268623 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-cc9c9039-9803-4e43-bdc1-1d1630ab4908 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629531
May 31 13:03:19.271211 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdf2ed0-2317-40d5-9616-db34a773ae94,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:19.274778 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:19.276051 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-5be4863a-1554-4b90-97b9-1e8e4ab5cbae tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2940774
May 31 13:03:19.278327 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:19.279852 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fdf2ed0-2317-40d5-9616-db34a773ae94 HTTP/1.1" status: 204  len: 168 time: 0.2010064
May 31 13:03:19.308873 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:03:19.458297 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:03:19.459128 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 6269ddfe-00a5-4184-9ae3-9c30a91a6d08 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:03:19.528098 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-7835640b-5adf-4b7a-8adf-9c9bbe5e7fca service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306321
May 31 13:03:19.531684 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4b2e7c-32cb-4b11-9694-04014c4f09aa req-f0c86c79-c3ce-4351-b418-e8b71ee01d6f service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547886
May 31 13:03:19.690718 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-2b3bf3e5-1431-423e-b955-7d621175d8c9 service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566217
May 31 13:03:19.854381 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658c1d2-ff07-4e21-9612-ba79c5e52fa0 req-6af5872c-5eb3-4ad7-a9a7-cdae12621cd3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:19.863384 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d658c1d2-ff07-4e21-9612-ba79c5e52fa0 req-6af5872c-5eb3-4ad7-a9a7-cdae12621cd3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1513488
May 31 13:03:19.918466 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d658c1d2-ff07-4e21-9612-ba79c5e52fa0 req-256210ac-4e38-487a-929c-c7b49435e556 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539904
May 31 13:03:20.038989 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-efe6818f-4e76-4b96-924a-09b603a92413 req-eda3d533-8156-42f9-a36c-b92d9db74ca7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 210 time: 0.0962143
May 31 13:03:20.112423 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54452) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:20.150855 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.186535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54458) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:20.228394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:20.233061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Usage tracker for resource:security_group_rule and tenant:d93c42de69a4424da81a163b3d10bb6a is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:20.236101 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:20.242368 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:20.265160 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Deleting subnet bfcfce04-6ff7-42de-831d-e395759abc50 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:03:20.269233 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.338698 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.370030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.377907 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.390117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e4282326-61f5-4653-9980-79aefd0f902a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:20.414489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.439774 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d93c42de69a4424da81a163b3d10bb6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255713
May 31 13:03:20.440625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4480cd8-7b5f-409c-a505-83352cc24d8d,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:20.443102 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54474) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:20.445397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:20.514189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.545747 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.671744 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.678881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6c661093-430e-4680-960d-24064b1cc908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:20.704474 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4480cd8-7b5f-409c-a505-83352cc24d8d,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:20.706548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:20.723338 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.729482 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4480cd8-7b5f-409c-a505-83352cc24d8d HTTP/1.1" status: 204  len: 168 time: 0.2854395
May 31 13:03:20.744967 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.750727 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:20.789319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcfce04-6ff7-42de-831d-e395759abc50,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:20.797799 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:20.800707 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:20.804967 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bfcfce04-6ff7-42de-831d-e395759abc50 HTTP/1.1" status: 204  len: 168 time: 0.6168792
May 31 13:03:20.807525 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54510) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:20.955409 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.128592 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.143676 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff327c55070>> segment before_delete 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.144058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff327c55070>> subnet precommit_delete_associations 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.144747 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> segment_host_mapping after_create 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.145152 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> port after_create 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.145493 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> port after_delete 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.145843 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> port after_update 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.146161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> segment after_delete 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.146477 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> subnet after_create 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.146787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> subnet after_delete 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.147106 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff3276424c0>> subnet after_update 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.200203 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75038f-a9d6-4687-80b9-65c0ed488d0d req-95e01c7c-e99e-4275-b5ea-34a6d7b17baf tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:21.215318 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0f75038f-a9d6-4687-80b9-65c0ed488d0d req-95e01c7c-e99e-4275-b5ea-34a6d7b17baf tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1200533
May 31 13:03:21.243574 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff32746fc40>> subnet after_create 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.244300 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff32746fc40>> subnet after_delete 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.244889 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff32746fc40>> subnet before_create 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.245469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff32746fc40>> subnet before_update 55550000 {{(pid=91787) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 31 13:03:21.246030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327b26ee0>,) {'filters': {'network_id': ['70a11e31-9924-44b2-9295-d640d63ae0ad']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:21.260776 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0f75038f-a9d6-4687-80b9-65c0ed488d0d req-6c0cefaa-7b69-45a4-9dd2-1cc009a12f77 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445058
May 31 13:03:21.305972 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327b26ee0>, 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:21.306273 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327b26ee0>, 'e93d8106-e469-4bfd-b0b7-74c7ae9c4288') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:21.334149 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-274738fd-515e-4e31-ba75-1d747bab6337 req-c537b5f3-b7a6-4721-8abc-0ab9d7625566 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 210 time: 0.0790186
May 31 13:03:21.338020 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.358071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.370499 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:03:21.370947 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   from cryptography.utils import int_from_bytes
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   from cryptography.utils import int_from_bytes
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:03:21.393355 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:03:21.486417 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.503469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-33ec65ca-2362-4387-b35b-7e3b3f0c7b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:21.530173 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.533405 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a11e31-9924-44b2-9295-d640d63ae0ad,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:21.540361 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:21.567799 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70a11e31-9924-44b2-9295-d640d63ae0ad HTTP/1.1" status: 204  len: 168 time: 0.7571530
May 31 13:03:21.736559 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54564) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:21.739224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-38f11638-2a85-47cf-a808-fffe89fb5a3a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:21.741044 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-38f11638-2a85-47cf-a808-fffe89fb5a3a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.2170830
May 31 13:03:21.757097 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Request body: {'port': {'device_id': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'admin_state_up': True, 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:21.818669 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-df72c197-55bb-4a26-a7da-5fdfedb783f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52acb46545c54252ab03a9b30576bfa8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0787494
May 31 13:03:21.819320 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54576) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:21.907329 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.928165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:21.942659 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:21.944471 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:21.959796 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:21.967151 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.009689 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.017607 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7eea6326-0197-45cc-85d9-43513520209d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:22.034421 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba3a9d-9202-4230-9e30-f76f1e9fc5b1,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:22.043079 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:22.049895 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.051009 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31ba3a9d-9202-4230-9e30-f76f1e9fc5b1 HTTP/1.1" status: 204  len: 168 time: 0.2308018
May 31 13:03:22.248266 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Allocated IP 172.20.0.5 (d4433981-1e98-4e61-b779-b6a7a9fd656e/f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5/0ae891a2-86e8-4b3e-aa21-1330d6ba83a8) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:22.558627 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-44a6c720-91fb-4d95-8d0a-7995a7922a04 req-16feb516-d4d5-4421-a872-04de99528d5a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 210 time: 0.0513167
May 31 13:03:22.575691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.594047 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6bb5f-054e-4b9f-a83f-3c8e087b6f09 req-56d3d068-f7a1-47bf-ac4f-93f948cf1cf2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:22.595766 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-64b6bb5f-054e-4b9f-a83f-3c8e087b6f09 req-56d3d068-f7a1-47bf-ac4f-93f948cf1cf2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1603940
May 31 13:03:22.613650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.628319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:22.630786 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'ea7dbed2-7945-4d94-bf4b-dfe64f912442'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:22.692887 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54618) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:22.718341 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Network d4433981-1e98-4e61-b779-b6a7a9fd656e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:22.721072 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-64b6bb5f-054e-4b9f-a83f-3c8e087b6f09 req-8810fe36-dce9-43c9-9da7-7e6681f91d2b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095135
May 31 13:03:22.722350 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:22.726610 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:22.780054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event updated for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:22.791149 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:22.813396 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:22.814253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.848025 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0967159
May 31 13:03:22.871353 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Request body: {'port': {'device_id': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:22.972567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:22.995895 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.006231 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:23.017604 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Usage tracker for resource:security_group_rule and tenant:a4153c7af66348dbbb78ae899004c93c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:23.023750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:23.035814 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:23.164033 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.169587 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.179917 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:23.225685 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4153c7af66348dbbb78ae899004c93c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5332394
May 31 13:03:23.226619 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd60c94-5bd1-41c5-ba40-4c38e35f893e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:23.229155 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54642) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:23.241869 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:23.307664 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.343233 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.409807 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.415056 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:23.426887 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd60c94-5bd1-41c5-ba40-4c38e35f893e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:23.429788 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:23.435257 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.439254 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cd60c94-5bd1-41c5-ba40-4c38e35f893e HTTP/1.1" status: 204  len: 168 time: 0.2089789
May 31 13:03:23.499252 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:23.507276 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.526120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Transition to ACTIVE for port object 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:23.531046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.540578 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bab7601-779c-488d-8884-25d67c0269d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:23.570955 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54666) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:23.802449 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f14580-c611-401b-9b2e-a12949ebfdee req-5cafcb71-e566-464b-a6f8-b0b7baedd2f7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:23.804387 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b8f14580-c611-401b-9b2e-a12949ebfdee req-5cafcb71-e566-464b-a6f8-b0b7baedd2f7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.0971515
May 31 13:03:23.816705 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:23.826784 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:23.872569 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b8f14580-c611-401b-9b2e-a12949ebfdee req-963009b9-7a9c-4351-a143-008349b87fff tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607688
May 31 13:03:23.901323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Attempting to bind port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:23.901698 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Attempting to bind port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:23.902030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Attempting to bind port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:23.907191 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 on network d4433981-1e98-4e61-b779-b6a7a9fd656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:03:23.907515 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Attempting to bind port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:23.912999 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:23.913345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Checking segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:23.913730 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Bound using segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:23.914159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Bound port: 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:23.914507 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:23.992424 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-network', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:24.002416 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:24.007199 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Usage tracker for resource:network and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:24.011824 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:24.019165 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:24.035151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Made reservation on behalf of 868556666f104ec1b68be69dc1a0fa6b for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:24.039498 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.060386 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.082411 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:24.090514 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:24.095528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:24.099626 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:24.104271 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:24.104631 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:24.115960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc8c6-012b-4521-9e20-fa02d9c12582 req-ffc25f33-696b-4635-a550-e813d1f4108a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:24.121925 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c6fbc8c6-012b-4521-9e20-fa02d9c12582 req-ffc25f33-696b-4635-a550-e813d1f4108a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1931462
May 31 13:03:24.123666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.131229 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:24.226054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:24.226672 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.228024 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 HTTP/1.1" status: 200  len: 1093 time: 1.3622756
May 31 13:03:24.231113 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:24.233488 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a024b0-afe5-46d3-a20b-9fa5e05393e3" -d '{"events": [{"name": "network-changed", "server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:24.254580 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.274231 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c6fbc8c6-012b-4521-9e20-fa02d9c12582 req-11c04344-2fe2-44cb-a6d3-10bca851c2e1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939403
May 31 13:03:24.275012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:24.279692 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.280057 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:24.302977 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-308e940c-abd3-49c8-bb16-b993e858005a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:24.316999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:03:24.349373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.349717 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Added segment d8e22c74-edf1-49b3-a7da-edc35b5690fd of type vlan for network 71aa5326-155f-438e-a595-bf1a293f13e3
May 31 13:03:24.359826 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68663415-ee5b-4b2c-8416-8a51094b9b3b,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:24.368860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b832a7c-f6d2-4bcf-beff-aa1d66672377 x-openstack-request-id: req-6b832a7c-f6d2-4bcf-beff-aa1d66672377 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:24.368860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:24.368860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b832a7c-f6d2-4bcf-beff-aa1d66672377 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:24.368860 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8', 'status': 'completed', 'code': 200}
May 31 13:03:24.380393 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:24.418767 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.458981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-ecc30a52-f0ba-4920-aca4-836235c8d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:24.462501 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-ecc30a52-f0ba-4920-aca4-836235c8d8bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 1096 time: 0.1538186
May 31 13:03:24.499911 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.501383 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:24.502027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.524291 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7aae7391-ea14-4f81-8d9c-244921042f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:24.590163 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0176857
May 31 13:03:24.590163 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54706) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:24.666790 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Request body: {'subnet': {'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-subnet', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:24.675795 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:24.684589 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Usage tracker for resource:subnet and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:24.685695 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-054c86cb-7f4f-4cb4-ac1d-2e2883f2858b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 HTTP/1.1" status: 200  len: 217 time: 0.2072711
May 31 13:03:24.687203 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Pushing event updated for resources: {'Network': ['ID=71aa5326-155f-438e-a595-bf1a293f13e3,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:24.690671 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:24.691466 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:24.697250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 71aa5326-155f-438e-a595-bf1a293f13e3 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:03:24.698505 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:24.713641 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Made reservation on behalf of 868556666f104ec1b68be69dc1a0fa6b for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:24.718453 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:24.763943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-d897f032-14e5-4de1-8fda-d5d524e4c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:24.765618 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-d897f032-14e5-4de1-8fda-d5d524e4c61f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.0659208
May 31 13:03:24.845760 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-5184e1aa-9cac-402b-8cc1-4df05da5123e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0722530
May 31 13:03:25.032160 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-18f429ea-036a-42a7-a0ab-2c18afcf1c85 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780653
May 31 13:03:25.181115 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fa16bdaa-5390-4c09-a25b-47ee9239442f req-7caffc02-342c-4545-9341-70721df47829 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390684
May 31 13:03:25.257999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cebc9-cb8c-401d-a86b-e0511f2bc5e8 req-167a8d05-f9ce-4c21-8928-86583d1c0fa0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.259447 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-740cebc9-cb8c-401d-a86b-e0511f2bc5e8 req-167a8d05-f9ce-4c21-8928-86583d1c0fa0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.2357512
May 31 13:03:25.337607 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-740cebc9-cb8c-401d-a86b-e0511f2bc5e8 req-a7572174-cbfb-4da9-a82f-e9c11d09b0d6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691445
May 31 13:03:25.365939 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-8598893a-9261-46ba-ada1-8795934732fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.367549 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-8598893a-9261-46ba-ada1-8795934732fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 1096 time: 0.1365404
May 31 13:03:25.417427 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.421934 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:25.495178 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Pushing event updated for resources: {'Subnet': ['ID=580f275f-667c-4f28-93bb-6eb13edab7b6,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:25.502503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:25.505138 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Checking segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:25.505503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Network hostable DHCP agents. Network: 71aa5326-155f-438e-a595-bf1a293f13e3, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:03:25.524160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:03:25.535889 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 71aa5326-155f-438e-a595-bf1a293f13e3) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:25.546216 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.546843 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.548595 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7115e87-6c4b-4de7-9f0d-6b3c83a9e6d0 None None] Network 71aa5326-155f-438e-a595-bf1a293f13e3 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:03:25.574628 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-4e292399-d768-400c-a3f6-ea1bcd88b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.576220 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-4e292399-d768-400c-a3f6-ea1bcd88b6f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 916 time: 0.2001977
May 31 13:03:25.579504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54730) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:25.580247 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9306536
May 31 13:03:25.585769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:25.648286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:25.669373 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c83337-61aa-4edd-92b1-f51c8968a12d req-9c2b3e94-fc60-4a01-8bfe-a33f00fc4586 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.670823 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63c83337-61aa-4edd-92b1-f51c8968a12d req-9c2b3e94-fc60-4a01-8bfe-a33f00fc4586 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2165394
May 31 13:03:25.672027 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-a4882da8-3f38-4074-9b4d-1558a592b6a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 HTTP/1.1" status: 200  len: 217 time: 0.0814791
May 31 13:03:25.672995 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Usage tracker for resource:router and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:25.675990 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:25.732162 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:25.776008 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-63c83337-61aa-4edd-92b1-f51c8968a12d req-280f521c-68cf-4179-a69a-10bc44c160d8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956297
May 31 13:03:25.777020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.778139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.799345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-74296c8c-98a6-4170-9b3c-3dadc0d359a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:25.799345 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-74296c8c-98a6-4170-9b3c-3dadc0d359a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.1130784
May 31 13:03:25.809831 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-71aa5326-155f-438e-a595-bf1a293f13e3', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:03:25.810756 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.848385 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-e90a765d-d9cb-4dec-91a3-e63cddcaf78c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483346
May 31 13:03:25.853181 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:25.986490 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Allocated IP 172.20.0.2 (71aa5326-155f-438e-a595-bf1a293f13e3/580f275f-667c-4f28-93bb-6eb13edab7b6/adafc1f5-46e1-4dd0-86a0-138945c45415) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:26.200118 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.210153 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Transition to ACTIVE for port object adafc1f5-46e1-4dd0-86a0-138945c45415 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:26.229015 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Transition to ACTIVE for port object adafc1f5-46e1-4dd0-86a0-138945c45415 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:26.234916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.240257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:26.303440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:26.306719 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:26.309708 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:26.340267 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.351219 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-d82da656-ae40-4eac-9115-5e2a619acac4 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4815104
May 31 13:03:26.351432 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Pushing event updated for resources: {'Port': ['ID=adafc1f5-46e1-4dd0-86a0-138945c45415,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:26.407745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.408086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.409046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.409535 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.410017 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.410497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.410997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.411488 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.412005 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.412485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.412989 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.413476 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:26.418481 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:26.429344 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Attempting to bind port adafc1f5-46e1-4dd0-86a0-138945c45415 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:26.429733 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Attempting to bind port adafc1f5-46e1-4dd0-86a0-138945c45415 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:26.430107 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Attempting to bind port adafc1f5-46e1-4dd0-86a0-138945c45415 on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:26.436320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:26.436942 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Checking segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:26.437505 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.438249 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Bound using segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:26.438874 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Bound port: adafc1f5-46e1-4dd0-86a0-138945c45415, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:26.439410 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.540649 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] For port adafc1f5-46e1-4dd0-86a0-138945c45415, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:26.544398 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] For port adafc1f5-46e1-4dd0-86a0-138945c45415, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=adafc1f5-46e1-4dd0-86a0-138945c45415,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:26.549319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:26.553708 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:26.627873 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Pushing event updated for resources: {'Port': ['ID=adafc1f5-46e1-4dd0-86a0-138945c45415,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:26.631330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:26.665492 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-69a024b0-afe5-46d3-a20b-9fa5e05393e3 req-66522d9a-d3f9-4e2d-bb99-89fcccb0b78c service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965109
May 31 13:03:26.707311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d685c5-019f-4eb4-9abb-dea96a1fa355 req-f727fc3c-670f-4d77-ab64-8032841b32c7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:26.708021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-95d685c5-019f-4eb4-9abb-dea96a1fa355 req-f727fc3c-670f-4d77-ab64-8032841b32c7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:26.788838 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-95d685c5-019f-4eb4-9abb-dea96a1fa355 req-f727fc3c-670f-4d77-ab64-8032841b32c7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:26.790077 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-95d685c5-019f-4eb4-9abb-dea96a1fa355 req-f727fc3c-670f-4d77-ab64-8032841b32c7 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.3220150
May 31 13:03:26.969460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-95d685c5-019f-4eb4-9abb-dea96a1fa355 req-f99ed784-a70a-448f-8ddd-9f81467c24d6 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669860
May 31 13:03:26.990890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:27.025867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:27.081509 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf53c1-00e4-4cc7-aa26-31d5199b70ad req-058742ac-68fb-46c3-a870-fd6c911fce13 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:27.091019 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-64bf53c1-00e4-4cc7-aa26-31d5199b70ad req-058742ac-68fb-46c3-a870-fd6c911fce13 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1722610
May 31 13:03:27.187628 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-64bf53c1-00e4-4cc7-aa26-31d5199b70ad req-ecc57e99-1dda-4b98-a659-f48adfd828e0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957580
May 31 13:03:27.244751 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Allocated IP 172.27.3.177 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/cbc5dd3d-4ea4-47ef-900d-8a9c8b168443) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:27.310214 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device adafc1f5-46e1-4dd0-86a0-138945c45415 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:27.390670 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port adafc1f5-46e1-4dd0-86a0-138945c45415 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:27.424284 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:27.457495 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:27.461118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:27.528912 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:27.531877 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:27.536076 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:27.585419 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:27.591209 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:27.695790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5298b5-2051-4469-85b9-9376e873258f None None] Network 71aa5326-155f-438e-a595-bf1a293f13e3 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:03:27.789881 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Provisioning for port adafc1f5-46e1-4dd0-86a0-138945c45415 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:27.797457 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-4ec02f2d-3ff3-4620-9d12-71707838a47f tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0652795
May 31 13:03:27.811494 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Provisioning complete for port adafc1f5-46e1-4dd0-86a0-138945c45415 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:27.811876 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:28.038417 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:28.052522 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-588207b4-c568-4444-ac8a-2414d63ea1d4 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:28.054180 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-588207b4-c568-4444-ac8a-2414d63ea1d4 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2467663
May 31 13:03:28.077827 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] For port adafc1f5-46e1-4dd0-86a0-138945c45415, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=adafc1f5-46e1-4dd0-86a0-138945c45415,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:28.084304 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:28.086707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:28.217936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Pushing event updated for resources: {'Port': ['ID=adafc1f5-46e1-4dd0-86a0-138945c45415,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:28.227157 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2148fc8-482d-4f32-a1e4-503cebe62ae0 req-7a67bc25-4a7e-4f61-b471-1d8f609de1c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:28.228145 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:28.232099 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2148fc8-482d-4f32-a1e4-503cebe62ae0 req-7a67bc25-4a7e-4f61-b471-1d8f609de1c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.1227677
May 31 13:03:28.287246 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-0dd8ccc5-d1ce-400e-84fc-9c4d6b81b8ae tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/quotas/7f70447cbb7e47c7a881ec1454a34aea HTTP/1.1" status: 200  len: 375 time: 0.0425191
May 31 13:03:28.294213 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2148fc8-482d-4f32-a1e4-503cebe62ae0 req-30ccf555-362a-4990-82e4-bcc7e5631138 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554307
May 31 13:03:28.358485 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-2952e2bb-cc8a-4df1-bb13-c04b8170aa37 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0617659
May 31 13:03:28.366119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:28.518602 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-820b99f7-ce42-4353-805e-dd3977a44703 None None] Provisioning complete for port adafc1f5-46e1-4dd0-86a0-138945c45415 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:28.521835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-820b99f7-ce42-4353-805e-dd3977a44703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:28.659817 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-342c0e21-4a62-472c-9a2b-52e843bd8611 req-117c0ee8-8ce8-4793-abeb-b1ba63c9bc86 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 210 time: 0.0781813
May 31 13:03:28.775800 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71d34d-04f2-4be3-879c-c3a4ea72bfe7 req-cdf73b7d-6867-4edf-8fac-c9b30128dad8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:28.778015 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4c71d34d-04f2-4be3-879c-c3a4ea72bfe7 req-cdf73b7d-6867-4edf-8fac-c9b30128dad8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1325078
May 31 13:03:28.840252 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4c71d34d-04f2-4be3-879c-c3a4ea72bfe7 req-d6b3d335-4461-4ce5-8042-c55c6a82baad tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510719
May 31 13:03:28.899071 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:29.146239 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:03:29.230479 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device adafc1f5-46e1-4dd0-86a0-138945c45415 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:29.347771 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port adafc1f5-46e1-4dd0-86a0-138945c45415 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:29.348158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:29.391286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:03:29.409448 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:03:29.420884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:29.422225 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.8417263
May 31 13:03:29.423806 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:03:29.424493 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c366790>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:29.425020 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54828) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:29.613900 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5b1b-3fe8-490f-936e-0da073f57cbc req-a56fb8d1-cda9-44bc-81e5-65a077d7674e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:29.615674 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-978a5b1b-3fe8-490f-936e-0da073f57cbc req-a56fb8d1-cda9-44bc-81e5-65a077d7674e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.1557841
May 31 13:03:29.689359 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-978a5b1b-3fe8-490f-936e-0da073f57cbc req-9b0e24df-9ad7-43bb-8870-902fe9c8cdaa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614541
May 31 13:03:29.754712 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:03:29.920970 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-64c8b82b-3649-4025-8007-49750e8bd29c req-e39f0c79-e07f-4723-a9ee-77b9cc8e1bff tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 210 time: 0.0942240
May 31 13:03:30.059332 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-113b878b-1342-4841-b7ed-7c4ac0b1603d tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0474188
May 31 13:03:30.235859 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c366790>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:27Z', 'revision_number': 3, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:30.240120 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:03:30.240524 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Updating router d285289b-6a72-41fb-9c1c-c4d730ed5309 port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:03:30.279896 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-7497ffe1-7189-452f-9cd5-ba3c7fba1c3d tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:30.282129 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-7497ffe1-7189-452f-9cd5-ba3c7fba1c3d tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2162402
May 31 13:03:30.300570 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.302531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Request body: {'port': {'device_id': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700', 'admin_state_up': True, 'tenant_id': '7f70447cbb7e47c7a881ec1454a34aea'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:30.329873 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d8391-bd9c-43ac-b6e1-4162b470f1b6 req-f38acbff-c55b-4466-a1ab-c00a1f351fc4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:30.332395 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3f5d8391-bd9c-43ac-b6e1-4162b470f1b6 req-f38acbff-c55b-4466-a1ab-c00a1f351fc4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2427630
May 31 13:03:30.435272 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3f5d8391-bd9c-43ac-b6e1-4162b470f1b6 req-3aa7f33a-850b-4984-9a98-282433883a88 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948753
May 31 13:03:30.591152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:30.598694 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Usage tracker for resource:port and tenant:7f70447cbb7e47c7a881ec1454a34aea is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:30.602642 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:30.610397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:30.610917 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.624103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Made reservation on behalf of 7f70447cbb7e47c7a881ec1454a34aea for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:30.628690 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.645779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.666224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:30.672126 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Usage tracker for resource:security_group_rule and tenant:7f70447cbb7e47c7a881ec1454a34aea is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:30.675325 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:30.684386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:30.720368 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.736226 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Transition to ACTIVE for port object cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:30.743545 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.756512 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:30.817325 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.822808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.828616 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:30.868050 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Allocated IP 172.20.0.1 (71aa5326-155f-438e-a595-bf1a293f13e3/580f275f-667c-4f28-93bb-6eb13edab7b6/f2a75a97-c040-4a2c-afee-be390f6806e7) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:30.879990 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Attempting to bind port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:30.880367 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Attempting to bind port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:30.880731 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Attempting to bind port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:30.889890 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Pushing event updated for resources: {'Port': ['ID=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:30.892099 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:30.892474 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:30.892982 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.893376 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:30.894391 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Bound port: cbc5dd3d-4ea4-47ef-900d-8a9c8b168443, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:30.894391 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:30.934120 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.934450 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.934874 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.935251 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.935573 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.935894 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.936250 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.936582 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.936941 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.937257 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.937609 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.937941 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:30.949821 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:30.984169 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:30.991526 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:31.006249 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] For port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:31.011546 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] For port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:31.019381 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.025552 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:31.058201 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.077369 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1387380-f886-465f-8cb9-83b162360724 req-6878283d-054b-4214-bb39-64d1130a1630 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:31.081344 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1387380-f886-465f-8cb9-83b162360724 req-6878283d-054b-4214-bb39-64d1130a1630 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 943 time: 0.2066092
May 31 13:03:31.119307 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-72858bac-c50d-4afa-b510-a801041424b1 req-68382ec3-11ed-4397-ad66-06066f9d5020 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 210 time: 0.0515711
May 31 13:03:31.128819 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Transition to ACTIVE for port object f2a75a97-c040-4a2c-afee-be390f6806e7 will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:31.132277 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Allocated IP 192.168.233.35 (c68fc6ee-b73f-4bf4-a327-bb88af996700/85d2d6f9-6865-4ec3-9017-12257f7a205e/b6f8ef29-d471-41d6-830f-ffaab1fca8bd) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:31.137400 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:03:31.137990 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c366790>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:31.161512 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1387380-f886-465f-8cb9-83b162360724 req-3d7f422a-ac5d-4d14-976c-9648acf9d780 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729172
May 31 13:03:31.187276 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.193566 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:31.225339 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Pushing event updated for resources: {'Port': ['ID=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:31.228513 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:31.266172 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:31.269117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:31.272557 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:31.314209 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Pushing event updated for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:31.320533 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:31.354497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.359214 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:03:31.396599 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:03:31.458972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.480101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Transition to ACTIVE for port object b6f8ef29-d471-41d6-830f-ffaab1fca8bd will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:31.534243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.542151 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bd6f5d22-4a9c-4f0a-864d-2573883736d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:31.575367 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.627134 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Network c68fc6ee-b73f-4bf4-a327-bb88af996700 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:31.630531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:31.649881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:31.687747 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-28334f27-9bdf-4c4e-a40b-7ee9b9645717 None None] Provisioning for port f2a75a97-c040-4a2c-afee-be390f6806e7 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:31.722215 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-28334f27-9bdf-4c4e-a40b-7ee9b9645717 None None] Provisioning complete for port f2a75a97-c040-4a2c-afee-be390f6806e7 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:31.723156 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-28334f27-9bdf-4c4e-a40b-7ee9b9645717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.793751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-28334f27-9bdf-4c4e-a40b-7ee9b9645717 None None] Port f2a75a97-c040-4a2c-afee-be390f6806e7 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:03:31.798388 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Pushing event updated for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:31.817651 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:31.824321 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:31.852884 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'port_id': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8', 'mac_address': 'fa:16:3e:f0:8f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:03:31.902715 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:31.904862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:31.952950 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6561139
May 31 13:03:31.975186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Request body: {'port': {'device_id': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:32.009640 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c366790>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:27Z', 'revision_number': 3, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:32.023576 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a531b-9239-47d5-9ca3-4172fa4abe64 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:27Z', 'revision_number': 3, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:03:32.033919 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.062582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:32.091975 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:32.099489 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.101589 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-9f042ac2-e4f0-424c-a36b-a067f2889f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:32.235797 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80429116-aab6-45bc-8fcb-b34a3af6a1b3 req-ccd0f0b7-9e7f-439b-9469-b59f1b533057 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:32.246679 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-80429116-aab6-45bc-8fcb-b34a3af6a1b3 req-ccd0f0b7-9e7f-439b-9469-b59f1b533057 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.5288010
May 31 13:03:32.274959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.294835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-dcf5ad98-be44-4fd6-a979-871d05e1f826 None None] Provisioning for port b6f8ef29-d471-41d6-830f-ffaab1fca8bd completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:32.304382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54906) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:32.329381 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-dcf5ad98-be44-4fd6-a979-871d05e1f826 None None] Provisioning complete for port b6f8ef29-d471-41d6-830f-ffaab1fca8bd triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:32.329779 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-dcf5ad98-be44-4fd6-a979-871d05e1f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.331643 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-80429116-aab6-45bc-8fcb-b34a3af6a1b3 req-c887c589-dd51-42c2-b567-0d96c3381a58 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838566
May 31 13:03:32.354174 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.372926 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.449852 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:32.511197 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5ad98-be44-4fd6-a979-871d05e1f826 None None] Port b6f8ef29-d471-41d6-830f-ffaab1fca8bd cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:03:32.537188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:32.541578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:32.690959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.707670 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Pushing event updated for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:32.712823 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:32.730443 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:32.789191 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:32.820414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66924891-923a-4e71-b940-ee682068309e req-3fdfcb2f-928c-4ef9-a986-c91766a7dac0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:32.821168 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-66924891-923a-4e71-b940-ee682068309e req-3fdfcb2f-928c-4ef9-a986-c91766a7dac0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Synchronizing usage tracker for tenant:7f70447cbb7e47c7a881ec1454a34aea on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:32.844408 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:32.862459 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Usage tracker for resource:security_group_rule and tenant:24c712aec35d408eb84ff9c5fcc6c115 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:32.871573 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:32.923313 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:32.953806 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-66924891-923a-4e71-b940-ee682068309e req-3fdfcb2f-928c-4ef9-a986-c91766a7dac0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Unset dirty status for tenant:7f70447cbb7e47c7a881ec1454a34aea on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:32.957992 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-66924891-923a-4e71-b940-ee682068309e req-3fdfcb2f-928c-4ef9-a986-c91766a7dac0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 935 time: 0.4796195
May 31 13:03:32.980404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:32.983642 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:33.271203 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8776-ba11-452f-b378-740cb6d71745 req-5070f7c3-63e3-47ed-8f29-74093f076f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:33.272596 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-810b8776-ba11-452f-b378-740cb6d71745 req-5070f7c3-63e3-47ed-8f29-74093f076f86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.6664748
May 31 13:03:33.285513 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc2020-2622-4023-9297-fb796bf9800d req-2601a7e9-974a-4eb0-ae6e-eb59d35a3ece tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:33.304591 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-99cc2020-2622-4023-9297-fb796bf9800d req-2601a7e9-974a-4eb0-ae6e-eb59d35a3ece tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 944 time: 0.5936894
May 31 13:03:33.308697 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-66924891-923a-4e71-b940-ee682068309e req-787531c3-2d2f-44b7-bf1a-88fd42d1a796 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Synchronizing usage tracker for tenant:7f70447cbb7e47c7a881ec1454a34aea on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:33.344914 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:33.372915 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:03:33.387953 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-99cc2020-2622-4023-9297-fb796bf9800d req-f602d11c-3a6f-44b5-9ba4-5f3d293c9ddc tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822613
May 31 13:03:33.400364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-dc2f4417-e85d-4def-9f95-3addb277d8e6 None None] Provisioning complete for port f2a75a97-c040-4a2c-afee-be390f6806e7 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:33.400364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4417-e85d-4def-9f95-3addb277d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.402490 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.db.resource_extend [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 13:03:33.483251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f4417-e85d-4def-9f95-3addb277d8e6 None None] Port f2a75a97-c040-4a2c-afee-be390f6806e7 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:03:33.488977 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.491221 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-810b8776-ba11-452f-b378-740cb6d71745 req-cd4e2f23-375b-41ae-9d1d-231795dbc6fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698482
May 31 13:03:33.499533 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:33.505005 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:33.505227 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.506736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.557364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:33.569855 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24c712aec35d408eb84ff9c5fcc6c115&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2599871
May 31 13:03:33.576336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54924) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:33.578426 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f8ef29-d471-41d6-830f-ffaab1fca8bd {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:33.582576 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-66924891-923a-4e71-b940-ee682068309e req-787531c3-2d2f-44b7-bf1a-88fd42d1a796 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Unset dirty status for tenant:7f70447cbb7e47c7a881ec1454a34aea on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:33.583729 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-66924891-923a-4e71-b940-ee682068309e req-787531c3-2d2f-44b7-bf1a-88fd42d1a796 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5020547
May 31 13:03:33.624553 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.639858 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbf3528-fd10-4c6e-a6f8-bcc21f281552,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:33.661449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.691247 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:33.702061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Transition to ACTIVE for port object b6f8ef29-d471-41d6-830f-ffaab1fca8bd will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:33.703263 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.705295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:33.706544 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:33.713556 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:33.725942 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:33.782187 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:03:33.794003 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:33.795044 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] 10.222.0.20 "PUT /v2.0/routers/d285289b-6a72-41fb-9c1c-c4d730ed5309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3688784
May 31 13:03:33.804559 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:34.035106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.056175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:34.066107 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:34.156862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.250422 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecf6bb-a169-4184-99cc-047f51da141f req-6bcd2d19-fe0d-478a-8aff-6256469fd918 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:34.252615 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8aecf6bb-a169-4184-99cc-047f51da141f req-6bcd2d19-fe0d-478a-8aff-6256469fd918 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.4776280
May 31 13:03:34.319506 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Attempting to bind port b6f8ef29-d471-41d6-830f-ffaab1fca8bd on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:34.320118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Attempting to bind port b6f8ef29-d471-41d6-830f-ffaab1fca8bd by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:34.320365 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Attempting to bind port b6f8ef29-d471-41d6-830f-ffaab1fca8bd on network c68fc6ee-b73f-4bf4-a327-bb88af996700 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:34.328398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.343274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4e06242d-3e3b-43f7-9d2c-4e3b26e3007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:34.344201 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54942) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:34.359267 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.359776 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908950420', 'description': 'tempest-description--316302567'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:34.363282 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fbf3528-fd10-4c6e-a6f8-bcc21f281552 HTTP/1.1" status: 204  len: 168 time: 0.7706897
May 31 13:03:34.363282 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Port b6f8ef29-d471-41d6-830f-ffaab1fca8bd on network c68fc6ee-b73f-4bf4-a327-bb88af996700 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:03:34.363282 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Attempting to bind port b6f8ef29-d471-41d6-830f-ffaab1fca8bd on network c68fc6ee-b73f-4bf4-a327-bb88af996700 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:34.369932 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8aecf6bb-a169-4184-99cc-047f51da141f req-d1f0bd74-adaf-409c-bae8-a95ef54158ed tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026597
May 31 13:03:34.373656 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbf3528-fd10-4c6e-a6f8-bcc21f281552,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:34.375414 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:34.375948 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:34.376380 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Checking segment: {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:34.376896 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Bound using segment: {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:34.377438 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Bound port: b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40baa722-b585-41b5-87b1-ea85ec99f1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:34.377874 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.381640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:34.388297 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:34.391484 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:34.418931 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:34.436735 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.471523 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:34.476731 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:34.482700 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:34.489939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:34.562605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 54950) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:34.580899 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:34.585990 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:34.595275 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.600955 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-31786835-d6b6-4762-9bad-1ac8f24125d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:34.667990 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.682287 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539b915-5f02-4a23-8935-f814ff2ca656 req-71a66599-73ea-4c17-9887-1a9e86914659 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:34.684925 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0539b915-5f02-4a23-8935-f814ff2ca656 req-71a66599-73ea-4c17-9887-1a9e86914659 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 944 time: 0.1654217
May 31 13:03:34.686262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.691985 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fd611b8e-3a72-4f92-b490-100ce49ac955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:34.749965 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:03:34.772253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:34.773001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.774619 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6f8ef29-d471-41d6-830f-ffaab1fca8bd HTTP/1.1" status: 200  len: 1097 time: 2.8079269
May 31 13:03:34.774978 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:34.781802 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:34.798495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:03:34.802706 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2e99a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:34.826633 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:34.841978 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:34.844145 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4939945
May 31 13:03:34.857388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54964) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:34.876453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:34.880268 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group_rule': {'security_group_id': 'aa1afa97-1a02-4394-9f5d-d646791b2fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:34.887830 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1afa97-1a02-4394-9f5d-d646791b2fad,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:34.892129 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:34.919738 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:34.924522 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.926519 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.927324 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.927834 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.928330 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.928844 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.936874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.937544 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.938055 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.938550 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.939062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.939552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:03:34.950491 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:34.951607 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:34.974357 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:34.999967 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0539b915-5f02-4a23-8935-f814ff2ca656 req-440ccfd9-300a-4f6a-9a0d-bbeee5f1bc38 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582245
May 31 13:03:35.002799 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.041250 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.067244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:35.072072 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b8aad144b6b403582a27cc15631edb1 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:35.075939 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:35.082514 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:35.157360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54968) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:35.200528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.213041 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.224172 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.225258 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:35.228634 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.244596 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:35.245510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.246038 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Usage tracker for resource:security_group_rule and tenant:230a1c71958048afb70d40899ca9c923 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:35.248729 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:35.255684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:35.255898 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a182d36b-d24c-431b-9b31-1d91fd59b245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:35.273728 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:35.279582 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c9d74-80e1-4326-ac27-ce6194a0acf3 req-480da25d-4a39-4e73-8fb8-35a6538ea430 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:35.281125 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca1c9d74-80e1-4326-ac27-ce6194a0acf3 req-480da25d-4a39-4e73-8fb8-35a6538ea430 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 947 time: 0.4463370
May 31 13:03:35.294510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c6a3bd-ed50-455b-98e0-9f4b0b8b07c6,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:35.302737 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:35.307018 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.308893 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4455812
May 31 13:03:35.312277 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edaf405-561f-45eb-89dc-c4299a5bb615 x-openstack-request-id: req-1edaf405-561f-45eb-89dc-c4299a5bb615 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:35.312633 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:35.312926 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54972) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:35.313117 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1edaf405-561f-45eb-89dc-c4299a5bb615 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:35.313539 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd', 'status': 'completed', 'code': 200}
May 31 13:03:35.318399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group_rule': {'security_group_id': 'aa1afa97-1a02-4394-9f5d-d646791b2fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:35.318547 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:03:35.330382 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:35.341656 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:35.345732 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:35.353134 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-f249804d-d43b-4729-84b8-cad0ba0c4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:35.355191 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-f249804d-d43b-4729-84b8-cad0ba0c4edf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 1100 time: 0.4724522
May 31 13:03:35.355797 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:35.359464 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b8aad144b6b403582a27cc15631edb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7959013
May 31 13:03:35.360309 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3466c424-f43e-4200-b257-13584ba86904,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:35.363898 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:35.369856 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:35.374281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54976) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:35.471300 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.526020 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca1c9d74-80e1-4326-ac27-ce6194a0acf3 req-1c2babf7-a3a2-4725-80d5-68b8977f0766 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116010
May 31 13:03:35.528757 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-2d8059b2-4f9c-4f30-bc84-bc2356b28226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd HTTP/1.1" status: 200  len: 217 time: 0.1437297
May 31 13:03:35.559905 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.599752 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-59b6e934-39ed-4b98-baf6-78ce02f955d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:35.601311 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-59b6e934-39ed-4b98-baf6-78ce02f955d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85d2d6f9-6865-4ec3-9017-12257f7a205e HTTP/1.1" status: 200  len: 843 time: 0.0637491
May 31 13:03:35.622177 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.629012 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:35.661835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:35.662319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.678794 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.697957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d46931-4dba-43d9-96e8-6489599eb552 req-58640532-2d98-450b-8cc7-3ffa70968809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:35.701389 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-58640532-2d98-450b-8cc7-3ffa70968809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68fc6ee-b73f-4bf4-a327-bb88af996700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0909071
May 31 13:03:35.718204 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=230a1c71958048afb70d40899ca9c923&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5596097
May 31 13:03:35.719746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54986) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:35.778799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.782299 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:35.786963 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b13140e-7300-47aa-aebc-0b7111c731f9,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:35.808560 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:35.808972 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.812235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:35.815384 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.838178 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.863914 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-778e72dc-b746-4ecc-9d0b-adc377bb8f75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:35.905798 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5d8031-4c7e-4e7a-9a70-c9b96807e7a1,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:35.915043 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc099dbe-df5f-4915-b0ab-754a0b8319a2 req-0738eb99-0f09-4795-ba48-a4d07b1cc262 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:35.916581 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dc099dbe-df5f-4915-b0ab-754a0b8319a2 req-0738eb99-0f09-4795-ba48-a4d07b1cc262 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.3642302
May 31 13:03:35.917779 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:35.959326 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-30ac386c-50cd-469c-bc36-ec33eb69a7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c68fc6ee-b73f-4bf4-a327-bb88af996700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426267
May 31 13:03:35.963721 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.975730 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-281e7f0e-c11c-471a-a163-e00a3a682f49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1550128
May 31 13:03:35.978374 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:35.979570 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6657164
May 31 13:03:35.985745 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 54990) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:36.003314 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:36.010032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.037928 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.065556 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2e99a0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 2, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:36.067721 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.081354 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d4d0abb5-21aa-4f95-86b7-21071e823b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:36.082431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:03:36.082803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Updating router d285289b-6a72-41fb-9c1c-c4d730ed5309 port f2a75a97-c040-4a2c-afee-be390f6806e7 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:03:36.094749 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:36.107533 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dc099dbe-df5f-4915-b0ab-754a0b8319a2 req-d54e1756-0e6e-4fc7-9ab5-b59f221bb63e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721883
May 31 13:03:36.109183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:floatingip and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:36.112793 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3466c424-f43e-4200-b257-13584ba86904,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:36.115615 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:36.119281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.121013 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3466c424-f43e-4200-b257-13584ba86904 HTTP/1.1" status: 204  len: 168 time: 0.7092323
May 31 13:03:36.122550 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:36.128937 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:36.143210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.180922 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.187644 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.189073 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-93957175-0fc2-4e45-82e4-4c07ac187598 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:36.216328 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:36.218846 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa7714e-1443-4303-8536-5fc7b190e6fd" -d '{"events": [{"server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "name": "network-vif-plugged", "status": "completed", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:36.257862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b13140e-7300-47aa-aebc-0b7111c731f9,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:36.263210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:36.271077 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:36.280333 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.284974 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b13140e-7300-47aa-aebc-0b7111c731f9 HTTP/1.1" status: 204  len: 168 time: 0.5511425
May 31 13:03:36.403091 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.404649 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98d46931-4dba-43d9-96e8-6489599eb552 req-3df70310-01be-4be8-84ab-50751b1b0046 service neutron] 10.222.0.36 "GET /v2.0/networks/c68fc6ee-b73f-4bf4-a327-bb88af996700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4277387
May 31 13:03:36.422030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-fcac85fb-dd1a-475d-9122-f0c74c9cd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:36.423084 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-fcac85fb-dd1a-475d-9122-f0c74c9cd9ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.4134088
May 31 13:03:36.438834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ace01-dbbe-4389-bd7d-4a7aa94b7882 req-4f0c1048-7bf5-4bed-bc24-d88f00102aa9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:36.441009 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-630ace01-dbbe-4389-bd7d-4a7aa94b7882 req-4f0c1048-7bf5-4bed-bc24-d88f00102aa9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 944 time: 0.2898369
May 31 13:03:36.485083 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.650389 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-630ace01-dbbe-4389-bd7d-4a7aa94b7882 req-010de399-855e-4f9b-abb5-80f5a6585759 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824937
May 31 13:03:36.654316 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:36.762064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Allocated IP 172.27.3.44 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/abfa58b1-44fd-4b9f-a581-421404c39ab6) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:36.799497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b7b96d-0ba6-46c7-b371-dc68acc71b88 x-openstack-request-id: req-06b7b96d-0ba6-46c7-b371-dc68acc71b88 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:36.800026 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "name": "network-vif-plugged", "status": "completed", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:36.800026 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06b7b96d-0ba6-46c7-b371-dc68acc71b88 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:36.800463 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8', 'code': 200}
May 31 13:03:36.825994 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-ceb5d115-469b-4844-b6b8-7783d33c6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:36.833744 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-ceb5d115-469b-4844-b6b8-7783d33c6372 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.3877635
May 31 13:03:36.848792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-447f7df5-3360-4dd6-a688-8b6bbfb65a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:36.850408 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-447f7df5-3360-4dd6-a688-8b6bbfb65a32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 1100 time: 0.3592770
May 31 13:03:36.970721 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:36.973430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:36.985256 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:36.998203 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Transition to ACTIVE for port object f2a75a97-c040-4a2c-afee-be390f6806e7 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:37.017405 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.024792 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:37.082937 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-6ae5e92a-2ffd-4727-b9ac-b8415caff791 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.2281723
May 31 13:03:37.186879 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.382359 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e27470-d14b-4043-afdb-193c101378ad req-eb1ee6a6-0b0e-47a6-b21f-82051c966cbd tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:37.383856 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e9e27470-d14b-4043-afdb-193c101378ad req-eb1ee6a6-0b0e-47a6-b21f-82051c966cbd tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 947 time: 0.1873698
May 31 13:03:37.425198 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Pushing event updated for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:37.439130 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:37.446433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.466064 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Attempting to bind port f2a75a97-c040-4a2c-afee-be390f6806e7 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:37.467459 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Attempting to bind port f2a75a97-c040-4a2c-afee-be390f6806e7 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:37.467651 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:37.467878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Attempting to bind port f2a75a97-c040-4a2c-afee-be390f6806e7 on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:37.474213 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:37.474840 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Checking segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:37.475485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.475901 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Bound using segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:37.477548 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Bound port: f2a75a97-c040-4a2c-afee-be390f6806e7, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:37.477962 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.517814 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-aa06d853-1b3d-4d13-bd29-be3d8e8ecc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:37.520673 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-aa06d853-1b3d-4d13-bd29-be3d8e8ecc8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.3072171
May 31 13:03:37.573490 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=abfa58b1-44fd-4b9f-a581-421404c39ab6,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:37.587554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:37.596363 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-83712095-187b-4ef1-82c3-0bccb5e06769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:37.598403 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-83712095-187b-4ef1-82c3-0bccb5e06769 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68fc6ee-b73f-4bf4-a327-bb88af996700 HTTP/1.1" status: 200  len: 870 time: 0.5923717
May 31 13:03:37.602680 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-1f5c99d4-0387-496e-9a33-56de7eff86b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659790
May 31 13:03:37.606749 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e9e27470-d14b-4043-afdb-193c101378ad req-dcb3e5eb-830e-45d8-9ffc-86e1d2f1a332 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124217
May 31 13:03:37.615155 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:37.616269 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a253398-df56-402d-8538-53f273c1d78e req-bf05e800-58be-4a70-a2cc-350d890b7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:37.617754 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] For port f2a75a97-c040-4a2c-afee-be390f6806e7, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:37.618302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:37.618718 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a253398-df56-402d-8538-53f273c1d78e req-bf05e800-58be-4a70-a2cc-350d890b7602 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 1098 time: 0.3075893
May 31 13:03:37.622397 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] For port f2a75a97-c040-4a2c-afee-be390f6806e7, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f2a75a97-c040-4a2c-afee-be390f6806e7,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:37.626176 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:37.640376 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:37.648421 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:37.776959 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-ac3d5835-dbbc-4e94-a9bb-1668786540f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd HTTP/1.1" status: 200  len: 217 time: 0.1552253
May 31 13:03:37.798567 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0fc80-ad1b-49fb-b00e-d1fd103dfc01 req-bc323bd7-f505-425f-9f61-f4e663136d7b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:37.800092 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-28f0fc80-ad1b-49fb-b00e-d1fd103dfc01 req-bc323bd7-f505-425f-9f61-f4e663136d7b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.4212382
May 31 13:03:37.852382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:03:37.855388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2e99a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:38.016226 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a253398-df56-402d-8538-53f273c1d78e req-eaa044ca-4ff6-4426-8275-df0196d369d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3220477
May 31 13:03:38.069421 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-28f0fc80-ad1b-49fb-b00e-d1fd103dfc01 req-12f8424d-40e1-4d77-ad57-d14b08b1e273 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599400
May 31 13:03:38.071917 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-3bc3d2a2-80cd-4817-afc1-8d1faa4aa0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:38.077661 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-3bc3d2a2-80cd-4817-afc1-8d1faa4aa0f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85d2d6f9-6865-4ec3-9017-12257f7a205e HTTP/1.1" status: 200  len: 843 time: 0.2885039
May 31 13:03:38.087477 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-4d281efd-037f-4e25-9130-9695d5d783aa service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4651415
May 31 13:03:38.186749 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:38.211671 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Pushing event updated for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:38.219608 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:38.286506 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5f07-cfd0-4098-b920-27029b62bc4a req-e5ce75a0-c3ae-4b3d-b9cf-6692b2c6ffc3 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:38.289235 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c66a5f07-cfd0-4098-b920-27029b62bc4a req-e5ce75a0-c3ae-4b3d-b9cf-6692b2c6ffc3 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.2723088
May 31 13:03:38.301743 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:38.309347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:03:38.447727 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c66a5f07-cfd0-4098-b920-27029b62bc4a req-291229d9-650c-4aa7-a4c8-286585bf8dcf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094167
May 31 13:03:38.462387 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37cc7e78-012a-4215-b295-5070cfca9c19 req-1c9baa33-5efc-428f-9f7f-dbe3217befb4 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348790
May 31 13:03:38.761460 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-174fc480-710a-4267-bc1a-a6514fa41185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:38.763016 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-174fc480-710a-4267-bc1a-a6514fa41185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.2077682
May 31 13:03:38.764928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-1a1541b1-9160-4138-98a3-7e0c4c3a509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:38.766430 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-1a1541b1-9160-4138-98a3-7e0c4c3a509b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68fc6ee-b73f-4bf4-a327-bb88af996700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.5116847
May 31 13:03:38.792723 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:38.801264 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:38.815822 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:38.929431 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-175a6a68-9c0f-42cb-9647-6cb541da0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:38.931598 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-175a6a68-9c0f-42cb-9647-6cb541da0feb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.1519456
May 31 13:03:38.940424 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2e99a0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:37Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:03:38.945998 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528b39e-9c4b-4339-ac9a-8d6567a851bb None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:37Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:03:38.957121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=abfa58b1-44fd-4b9f-a581-421404c39ab6,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:38.967173 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:38.981126 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.007765 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.019901 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0329244
May 31 13:03:39.326253 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f2a75a97-c040-4a2c-afee-be390f6806e7 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:39.436459 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port f2a75a97-c040-4a2c-afee-be390f6806e7 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:39.444446 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f2a75a97-c040-4a2c-afee-be390f6806e7 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:39.445180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.460756 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412441-9d74-48b2-8c60-0b277e7d68b6 req-04aa86f3-6b16-4446-b1a7-ad9ed4e6c4ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:39.462416 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-15412441-9d74-48b2-8c60-0b277e7d68b6 req-04aa86f3-6b16-4446-b1a7-ad9ed4e6c4ba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1582274
May 31 13:03:39.522479 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-20060e47-44a4-4090-9628-7313f83fc5f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.5496807
May 31 13:03:39.540839 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-15412441-9d74-48b2-8c60-0b277e7d68b6 req-a7e1d47c-48ef-4bbe-80c9-be864f7f694a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717900
May 31 13:03:39.633132 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-ea903907-ade1-45a3-a66c-57aa0557d698 service neutron] 10.222.0.36 "GET /v2.0/networks/c68fc6ee-b73f-4bf4-a327-bb88af996700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7002237
May 31 13:03:39.702151 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.716380 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-d827296d-3a80-4eb6-bf3b-0bb8bdbd0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:39.721064 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-d827296d-3a80-4eb6-bf3b-0bb8bdbd0be2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.1799028
May 31 13:03:39.749080 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port f2a75a97-c040-4a2c-afee-be390f6806e7, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f2a75a97-c040-4a2c-afee-be390f6806e7,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:39.755650 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.761046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:39.774831 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4ed3e6f1-ccff-4652-9d4d-f1f211b6bde6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:39.825208 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4ed3e6f1-ccff-4652-9d4d-f1f211b6bde6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:39.826391 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4ed3e6f1-ccff-4652-9d4d-f1f211b6bde6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1908950420&fields=id&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 267 time: 0.1408825
May 31 13:03:39.866345 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:39.882020 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:39.896181 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:39.935323 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-a01f0621-4f17-4f47-8a88-258c2aa1b92e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2023141
May 31 13:03:39.990928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f900-c78d-463e-81dd-fd8aba23bbff req-397c0a3a-aa30-467c-b7ba-89f41c67f113 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:39.997747 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bac4f900-c78d-463e-81dd-fd8aba23bbff req-397c0a3a-aa30-467c-b7ba-89f41c67f113 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 947 time: 1.0632303
May 31 13:03:40.095068 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4b94347c-9872-4027-9351-2973f2262bf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:40.096957 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4b94347c-9872-4027-9351-2973f2262bf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:40.122360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4b94347c-9872-4027-9351-2973f2262bf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:40.126150 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-4b94347c-9872-4027-9351-2973f2262bf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 817 time: 0.2913022
May 31 13:03:40.143257 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-beaf9dfb-877d-446a-89e3-ac380b8a2b6f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/quotas/868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 375 time: 0.0104737
May 31 13:03:40.160760 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bac4f900-c78d-463e-81dd-fd8aba23bbff req-756810da-5ad2-4bb7-968f-06bdf5b8c72a tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620865
May 31 13:03:40.209491 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fb5f999-b611-47d4-bfb7-7b7e0406b3cd req-7ab7ace9-47bc-4455-bd46-189cd0ba6478 service neutron] 10.222.0.36 "GET /v2.0/networks/c68fc6ee-b73f-4bf4-a327-bb88af996700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5580785
May 31 13:03:40.259730 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-e5ce4267-e781-4e1a-8719-6b3f7509aceb service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2983627
May 31 13:03:40.298438 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-224897ed-ff5e-4373-8ed4-67f3ba46fe6e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:40.337080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-0197050d-3921-4fb5-9be4-269f07b33609 req-224897ed-ff5e-4373-8ed4-67f3ba46fe6e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:40.349161 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-224897ed-ff5e-4373-8ed4-67f3ba46fe6e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1924183
May 31 13:03:40.498465 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-789d72ef-ab8f-41fe-8c24-5345f5abf469 req-5748356d-7e51-4d3a-818d-0e3807e49ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255130
May 31 13:03:40.628346 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-b91878e4-ab95-45d1-b1ab-3ffbfc0c2429 service neutron] 10.222.0.20 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750764
May 31 13:03:40.705095 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccbc8-ad87-475f-ac84-80c0e1d91f92 req-8ceb20a7-24d7-48c6-81d7-49e29ff4a8db tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:40.706784 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b0bccbc8-ad87-475f-ac84-80c0e1d91f92 req-8ceb20a7-24d7-48c6-81d7-49e29ff4a8db tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.1169555
May 31 13:03:40.765883 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b0bccbc8-ad87-475f-ac84-80c0e1d91f92 req-6af90b22-c38b-41ad-9718-95a98e1b641d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523770
May 31 13:03:40.814848 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-2e366fd0-4a51-4437-b7be-59b28e09536b service neutron] 10.222.0.20 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799908
May 31 13:03:40.892465 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55158) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:40.964414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408f01-d483-427b-be6c-5ada7ff64535 req-9a381263-4394-425b-b4da-fa02010cddad tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:40.965983 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bd408f01-d483-427b-be6c-5ada7ff64535 req-9a381263-4394-425b-b4da-fa02010cddad tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0936289
May 31 13:03:41.025163 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bd408f01-d483-427b-be6c-5ada7ff64535 req-1f0c6c9a-ff02-43d1-9423-cbe24d3801cf tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498815
May 31 13:03:41.115003 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d46f10eb-816c-403c-b5bc-84efef458d80 req-e67d85f9-85b8-4efd-b8c9-14c6ae6223b5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0780513
May 31 13:03:41.116076 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.145252 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:41.150424 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:75dff60e1d714f2bad8da09c94254136 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:41.168350 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:41.176609 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:41.265200 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f2a75a97-c040-4a2c-afee-be390f6806e7 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:41.367403 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device b6f8ef29-d471-41d6-830f-ffaab1fca8bd details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:03:41.418389 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.434909 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.450096 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5ce4d0dd-0e82-4f91-b9f8-6d7c8aaf8ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:41.490628 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7feb72a-a1cf-4b55-ab8f-76c692d437c8,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:41.491780 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e129fad-1283-4ddf-a83f-c5f75ac54ea8 req-a1e4243f-e546-4492-90ef-d16f2a533ff3 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:41.496130 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:41.501846 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7e129fad-1283-4ddf-a83f-c5f75ac54ea8 req-a1e4243f-e546-4492-90ef-d16f2a533ff3 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 947 time: 0.1774044
May 31 13:03:41.515821 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75dff60e1d714f2bad8da09c94254136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6221836
May 31 13:03:41.518286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55184) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:41.565889 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7e129fad-1283-4ddf-a83f-c5f75ac54ea8 req-2383e583-d2e7-494c-afc9-ff8eaa558e15 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623658
May 31 13:03:41.614886 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.619391 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:41.631804 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f2a75a97-c040-4a2c-afee-be390f6806e7 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:41.632157 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.642081 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.662404 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd', 'network_id': 'c68fc6ee-b73f-4bf4-a327-bb88af996700', 'port_id': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd', 'mac_address': 'fa:16:3e:a7:14:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d2d6f9-6865-4ec3-9017-12257f7a205e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:03:41.694030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.697652 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-df398307-294b-4ea5-9f47-59f8c40c56a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:41.711691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7feb72a-a1cf-4b55-ab8f-76c692d437c8,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:41.714503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:41.722942 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.724045 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7feb72a-a1cf-4b55-ab8f-76c692d437c8 HTTP/1.1" status: 204  len: 168 time: 0.2046764
May 31 13:03:41.761495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.821817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f8ef29-d471-41d6-830f-ffaab1fca8bd {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:41.841477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f91ad32d-efd1-4ed9-8e32-5401ba4619d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.861802 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:41.868748 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:41.871240 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:41.940423 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:41.942877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:42.014149 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 55194) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:42.031203 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.044986 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:42.048757 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Usage tracker for resource:security_group_rule and tenant:35868efce38d4a3e8c190bc4ab8896e7 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:42.051566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:42.057232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:42.185553 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.198929 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.208153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:42.251374 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35868efce38d4a3e8c190bc4ab8896e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2360978
May 31 13:03:42.254059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55202) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:42.260645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de48b34-b94e-447c-a239-d4fe6348c8a8,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:42.264680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3768bcd6-c054-4626-92f1-14e49fb43776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:42.278363 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffedd7-30c7-4290-9127-d1e8e1168a15 req-15181ed2-71bf-46ac-83dd-5180b6f59e3e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:42.279421 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-28ffedd7-30c7-4290-9127-d1e8e1168a15 req-15181ed2-71bf-46ac-83dd-5180b6f59e3e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1502159
May 31 13:03:42.314404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.327264 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-28ffedd7-30c7-4290-9127-d1e8e1168a15 req-ff1aecb4-f3b1-46a6-84c2-62985e8ef065 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422337
May 31 13:03:42.346484 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.398340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.402037 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1b356260-d0c5-4f61-a9ea-e8e70363ebc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:42.412997 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de48b34-b94e-447c-a239-d4fe6348c8a8,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:42.416374 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:42.420307 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:42.421609 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6de48b34-b94e-447c-a239-d4fe6348c8a8 HTTP/1.1" status: 204  len: 168 time: 0.1665978
May 31 13:03:42.469323 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b0f17964-372b-4805-b9e2-4ee615a34611 req-d134f0bd-3226-408a-b6ac-b1e7bbb6adb1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0461528
May 31 13:03:42.753061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17f7bc-2761-4f4b-9694-8db5902a5ca8 req-2c4e7a93-abae-4596-a763-fa4a5d913550 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:42.754389 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9f17f7bc-2761-4f4b-9694-8db5902a5ca8 req-2c4e7a93-abae-4596-a763-fa4a5d913550 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.0794463
May 31 13:03:42.799681 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9f17f7bc-2761-4f4b-9694-8db5902a5ca8 req-75a652bf-67b9-47c1-ad6d-46cab2005688 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396361
May 31 13:03:43.521743 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf56c9-1902-4417-8159-2e745c046692 req-bfa6f9d6-6690-4788-9d2d-a282ff352670 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:43.523108 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-91cf56c9-1902-4417-8159-2e745c046692 req-bfa6f9d6-6690-4788-9d2d-a282ff352670 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0910439
May 31 13:03:43.561263 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55248) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:43.579541 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-91cf56c9-1902-4417-8159-2e745c046692 req-4ff9cf76-b8ea-441a-96e1-35663d89141b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501673
May 31 13:03:43.700711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:43.715494 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:43.719305 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Usage tracker for resource:security_group_rule and tenant:6b0a398ff8134cc68c5e50310f0a5e8f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:43.722128 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:43.727774 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:43.747837 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e270636b-8dfe-413e-837c-afbc54b452e0 req-5529ef13-30b0-48b9-a431-b7b676a09f13 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0427999
May 31 13:03:43.810079 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:43.814463 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:43.826545 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c488acfc-8862-4c67-b307-8c763e1d255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:43.923840 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b0a398ff8134cc68c5e50310f0a5e8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3610413
May 31 13:03:43.925440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4080ca-4011-49b2-8c7c-ff2d74f01633,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:43.927665 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55258) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:43.930198 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:43.986201 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:43.992979 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2da36e-2981-42c1-9c68-2bee8c89c17e req-6540e04f-1210-4afd-bce7-d328e48d7670 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:43.995325 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2a2da36e-2981-42c1-9c68-2bee8c89c17e req-6540e04f-1210-4afd-bce7-d328e48d7670 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.0861630
May 31 13:03:44.004126 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:44.020925 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:44.042133 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2a2da36e-2981-42c1-9c68-2bee8c89c17e req-fcc67f40-f4ee-4422-875b-829941583e5f tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406449
May 31 13:03:44.076025 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:44.080611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a0bc25ea-8ec4-4ee9-a88d-2abdae5ea8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:44.091151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4080ca-4011-49b2-8c7c-ff2d74f01633,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:44.095445 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:44.097382 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:44.100709 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de4080ca-4011-49b2-8c7c-ff2d74f01633 HTTP/1.1" status: 204  len: 168 time: 0.1699328
May 31 13:03:44.183348 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f4fda422-a3d0-4053-8261-783e60c72e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:44.801268 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696043e4-4383-412b-af51-532a193c1c38 req-42183f5c-1199-451b-b852-242d9294ebd1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:44.802996 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-696043e4-4383-412b-af51-532a193c1c38 req-42183f5c-1199-451b-b852-242d9294ebd1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0948091
May 31 13:03:44.852482 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-696043e4-4383-412b-af51-532a193c1c38 req-5a6ce8da-4ccc-481a-bbca-0f43c9339b86 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439029
May 31 13:03:44.986299 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2c915795-4ecf-4dd6-ac9e-393de2a1220d req-952e4359-9857-4c75-b029-ef3743c4c853 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0417206
May 31 13:03:45.232695 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77089-4c39-444a-8885-6cb4543ad910 req-253da1f0-d250-4955-8077-bcbc27d7d726 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:45.234173 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d9e77089-4c39-444a-8885-6cb4543ad910 req-253da1f0-d250-4955-8077-bcbc27d7d726 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.0839474
May 31 13:03:45.266075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:45.279616 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d9e77089-4c39-444a-8885-6cb4543ad910 req-9214f32e-68fb-466e-b7a5-973518d51079 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399139
May 31 13:03:46.118145 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2c84e-d333-48b3-a289-8105c2090fc4 req-4fb3a66d-af00-46d3-af01-aea996d73062 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:46.119605 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-10a2c84e-d333-48b3-a289-8105c2090fc4 req-4fb3a66d-af00-46d3-af01-aea996d73062 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1575103
May 31 13:03:46.164276 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-10a2c84e-d333-48b3-a289-8105c2090fc4 req-9b57bf56-9001-4cd2-81ab-01545523c508 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389051
May 31 13:03:46.300492 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-59e34b60-9784-4076-b3a7-823612be37c9 req-fd5827b9-24cb-48db-835f-d06d3fb054f4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0422094
May 31 13:03:46.492155 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007637e-87c3-458c-927c-206b0ec205c8 req-20161958-9775-4a0e-99f7-653f189857c8 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:46.493621 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d007637e-87c3-458c-927c-206b0ec205c8 req-20161958-9775-4a0e-99f7-653f189857c8 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.0820854
May 31 13:03:46.543018 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d007637e-87c3-458c-927c-206b0ec205c8 req-ec0dfe46-1c63-4970-acbc-15da8f85a480 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428348
May 31 13:03:47.122055 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:47.342625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c26291-45ff-40d5-9393-34d0e90626c4 req-69f40006-af65-45b1-bbfd-4d8b677f1ed3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:47.344063 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e0c26291-45ff-40d5-9393-34d0e90626c4 req-69f40006-af65-45b1-bbfd-4d8b677f1ed3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0777884
May 31 13:03:47.392005 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e0c26291-45ff-40d5-9393-34d0e90626c4 req-f16b9c5d-e9dc-4d8e-9cc9-d6851f74ce47 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422399
May 31 13:03:47.526252 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-550f7680-835d-4b83-a4da-396010fe752b req-b7e544c9-7ff4-4f1f-bd0a-623fb67f93d6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0440423
May 31 13:03:47.731756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128028-9fe9-440e-8f8f-243f53bca767 req-72534a7b-fbff-47bd-9d1a-318202a2aee7 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:47.733271 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c6128028-9fe9-440e-8f8f-243f53bca767 req-72534a7b-fbff-47bd-9d1a-318202a2aee7 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.0816855
May 31 13:03:47.781417 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c6128028-9fe9-440e-8f8f-243f53bca767 req-97eb4617-d8b4-43e4-97bf-9e623d53de22 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424297
May 31 13:03:48.480744 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['b6f8ef29-d471-41d6-830f-ffaab1fca8bd'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:48.662650 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d91a-1c51-4f69-aa90-bec2e9518ddb req-4aa80713-ea39-4ccc-9258-68a2b86356e1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:48.665060 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1cb4d91a-1c51-4f69-aa90-bec2e9518ddb req-4aa80713-ea39-4ccc-9258-68a2b86356e1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1626694
May 31 13:03:48.712787 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1cb4d91a-1c51-4f69-aa90-bec2e9518ddb req-704c6ea1-8564-491a-810e-a39e3d65ca87 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407674
May 31 13:03:48.849111 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3f334d45-86b8-4772-9486-a4a3a56c282b req-62fdce51-9684-4a46-9ac5-c3af834f6693 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0675282
May 31 13:03:48.931243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-979e4682-83d3-4c2e-9d55-cecbccbe78bb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:48.933071 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-979e4682-83d3-4c2e-9d55-cecbccbe78bb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 817 time: 0.2860723
May 31 13:03:49.027794 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-60bdd83b-4b93-4a56-b794-cff5be5024d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 380 time: 0.0860772
May 31 13:03:49.043565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'port': {'device_id': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'admin_state_up': True, 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'security_groups': ['aa1afa97-1a02-4394-9f5d-d646791b2fad']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:49.172210 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b3764-f7d4-4998-b948-ac041813b1fa req-df2d4d39-341e-4746-b03d-30c8bb91e3b0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:49.173684 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc0b3764-f7d4-4998-b948-ac041813b1fa req-df2d4d39-341e-4746-b03d-30c8bb91e3b0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.2018442
May 31 13:03:49.224164 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:49.244041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:49.248735 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc0b3764-f7d4-4998-b948-ac041813b1fa req-e873905e-3ff7-48b8-ac43-7fd17dc10cd0 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689952
May 31 13:03:49.261618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Made reservation on behalf of 868556666f104ec1b68be69dc1a0fa6b for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:49.265244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:49.427021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Allocated IP 172.20.0.5 (71aa5326-155f-438e-a595-bf1a293f13e3/580f275f-667c-4f28-93bb-6eb13edab7b6/cf09e52b-342e-43eb-b98e-0a14cf62528e) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:03:49.608452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:49.624186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Transition to ACTIVE for port object cf09e52b-342e-43eb-b98e-0a14cf62528e will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:49.649510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:49.655000 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-103b075d-0113-4ae5-8207-a6e06728ca28 tempest-DeleteServersTestJSON-726835413 tempest-DeleteServersTestJSON-726835413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:49.723587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:03:49.726693 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:49.730366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:03:49.765725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:49.770248 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:49.800791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:49.801595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:49.840865 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8039017
May 31 13:03:49.852414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Request body: {'port': {'device_id': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:49.935217 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab875f-4fd8-4f4b-a709-c91b6b98e0e3 req-0097a466-62d0-4ced-a83a-9ea1287d5b7f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:49.937997 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-baab875f-4fd8-4f4b-a709-c91b6b98e0e3 req-0097a466-62d0-4ced-a83a-9ea1287d5b7f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0873063
May 31 13:03:49.947071 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-1ddee805-5368-4193-9b74-9026ae5b1165 None None] Provisioning for port cf09e52b-342e-43eb-b98e-0a14cf62528e completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:49.953416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-1ddee805-5368-4193-9b74-9026ae5b1165 None None] Provisioning complete for port cf09e52b-342e-43eb-b98e-0a14cf62528e triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:49.953995 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1ddee805-5368-4193-9b74-9026ae5b1165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:49.989134 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-baab875f-4fd8-4f4b-a709-c91b6b98e0e3 req-91ffb4a2-eb17-4771-8c6a-8a29d842b277 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451741
May 31 13:03:50.015670 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-1ddee805-5368-4193-9b74-9026ae5b1165 None None] Port cf09e52b-342e-43eb-b98e-0a14cf62528e cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:03:50.023935 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:50.253291 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba0b8c-f778-4d5d-8876-5a9beb4b93df req-73a60b63-91af-4d98-b97b-9c007f739790 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:50.253904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-edba0b8c-f778-4d5d-8876-5a9beb4b93df req-73a60b63-91af-4d98-b97b-9c007f739790 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:03:50.300486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-edba0b8c-f778-4d5d-8876-5a9beb4b93df req-73a60b63-91af-4d98-b97b-9c007f739790 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:03:50.301702 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-edba0b8c-f778-4d5d-8876-5a9beb4b93df req-73a60b63-91af-4d98-b97b-9c007f739790 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 931 time: 0.3195388
May 31 13:03:50.420683 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-edba0b8c-f778-4d5d-8876-5a9beb4b93df req-02026e8e-25fa-4abc-8734-fe955a19b603 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685618
May 31 13:03:50.531800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:50.541029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:50.608962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Transition to ACTIVE for port object cf09e52b-342e-43eb-b98e-0a14cf62528e will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:03:50.614018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:50.619196 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:50.760214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:50.765093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:50.773002 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130c9f-6b96-4b26-895f-8c4a976b5e25 req-e4b46568-50da-470b-b45d-9609d1f7b933 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:50.774667 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6e130c9f-6b96-4b26-895f-8c4a976b5e25 req-e4b46568-50da-470b-b45d-9609d1f7b933 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.2383583
May 31 13:03:50.895224 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6e130c9f-6b96-4b26-895f-8c4a976b5e25 req-eb46bcc1-4e64-4f6c-b8c6-6f61dcafff60 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936141
May 31 13:03:50.915976 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Attempting to bind port cf09e52b-342e-43eb-b98e-0a14cf62528e on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:03:50.917231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Attempting to bind port cf09e52b-342e-43eb-b98e-0a14cf62528e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:03:50.917567 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Attempting to bind port cf09e52b-342e-43eb-b98e-0a14cf62528e on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:50.922637 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Port cf09e52b-342e-43eb-b98e-0a14cf62528e on network 71aa5326-155f-438e-a595-bf1a293f13e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:03:50.922953 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Attempting to bind port cf09e52b-342e-43eb-b98e-0a14cf62528e on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:03:50.928146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:03:50.928447 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Checking segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:50.928915 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Bound using segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:03:50.929411 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Bound port: cf09e52b-342e-43eb-b98e-0a14cf62528e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:03:50.929779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:51.020488 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:03:51.023294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:03:51.028594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:51.033167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:51.092263 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.092899 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:51.094282 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] 10.222.0.36 "PUT /v2.0/ports/cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 1093 time: 1.2463169
May 31 13:03:51.094721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:51.096991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac56a2-6661-49aa-b510-d9498de7a5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:51.119185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:51.121793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:51.210726 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97965b3-08f9-4f91-9e61-74633c210a81 req-3fa53bdc-b634-43cd-93c1-fd52d15a7d15 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.218534 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b97965b3-08f9-4f91-9e61-74633c210a81 req-3fa53bdc-b634-43cd-93c1-fd52d15a7d15 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1187553
May 31 13:03:51.231834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0a55bd-9ebe-4999-aaa1-ddfd609f8b9d x-openstack-request-id: req-0d0a55bd-9ebe-4999-aaa1-ddfd609f8b9d {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:51.232019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:51.232305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d0a55bd-9ebe-4999-aaa1-ddfd609f8b9d {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:51.232726 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'status': 'completed', 'code': 200}
May 31 13:03:51.265617 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b97965b3-08f9-4f91-9e61-74633c210a81 req-1505c275-dcd7-4b22-a4de-f89aa6dad97d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462079
May 31 13:03:51.280172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-239fe138-ddc7-4d4f-9865-33f5b65381da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.281777 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-239fe138-ddc7-4d4f-9865-33f5b65381da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1096 time: 0.1353168
May 31 13:03:51.375285 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-3eb897fe-4e8b-4242-a43e-08bf14a1074e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 217 time: 0.0672064
May 31 13:03:51.438126 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-14951e81-873b-4d90-b65f-7effa4505014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.439543 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-14951e81-873b-4d90-b65f-7effa4505014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0566809
May 31 13:03:51.516545 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197050d-3921-4fb5-9be4-269f07b33609 req-ef7c75c3-2365-4513-9edc-ca4e7ab2031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.518062 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-ef7c75c3-2365-4513-9edc-ca4e7ab2031d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709865
May 31 13:03:51.612090 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd37c-7206-4a94-9ef2-491cd4cbf523 req-d75c2827-ccfe-4c7e-afd2-d06c50f9c358 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.613968 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc1dd37c-7206-4a94-9ef2-491cd4cbf523 req-d75c2827-ccfe-4c7e-afd2-d06c50f9c358 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0826395
May 31 13:03:51.664750 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-8dd12cf1-b1cd-4144-b2ce-25fc7bfe2f53 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384835
May 31 13:03:51.665948 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc1dd37c-7206-4a94-9ef2-491cd4cbf523 req-4f1b4a64-a405-4bf2-8557-4019c2ef24f0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458615
May 31 13:03:51.816304 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0197050d-3921-4fb5-9be4-269f07b33609 req-7a5bd16e-128f-465d-bc5e-cbfc27cbc1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444383
May 31 13:03:51.954881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-9e2ec1d3-812a-434c-ae76-313765bc167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:51.956518 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-9e2ec1d3-812a-434c-ae76-313765bc167a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1096 time: 0.0796285
May 31 13:03:52.221023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-f4b74685-fbc3-46e1-98cf-a0f0b0a3b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.222460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-f4b74685-fbc3-46e1-98cf-a0f0b0a3b960 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.2568595
May 31 13:03:52.237827 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497168-bd16-4d37-a11e-93a07f045a52 req-0e1fdb59-3b3c-431d-badc-c8026729cd28 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.239278 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-89497168-bd16-4d37-a11e-93a07f045a52 req-0e1fdb59-3b3c-431d-badc-c8026729cd28 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 948 time: 0.2031343
May 31 13:03:52.317514 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-5fa07dd0-9e23-4dde-b6d4-7e274538ae43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 217 time: 0.0770376
May 31 13:03:52.389821 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-89497168-bd16-4d37-a11e-93a07f045a52 req-ea5b2b76-f466-42e6-9685-a0da58b65073 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020956
May 31 13:03:52.403541 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-93945f9d-3651-45cd-9826-70f9b66cdf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.405013 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-93945f9d-3651-45cd-9826-70f9b66cdf22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0766070
May 31 13:03:52.483832 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260c899-1ea7-47aa-8261-71cc91317535 req-6c2f4166-545e-4f61-8c27-74a35a0a203d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.486388 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0260c899-1ea7-47aa-8261-71cc91317535 req-6c2f4166-545e-4f61-8c27-74a35a0a203d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1083162
May 31 13:03:52.535047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-1ae955a0-e09d-4690-b84e-b995ccbcb4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.537046 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-1ae955a0-e09d-4690-b84e-b995ccbcb4ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1234007
May 31 13:03:52.553353 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0260c899-1ea7-47aa-8261-71cc91317535 req-af8c993c-f1f0-4493-a4f7-2bb3d094afc6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607200
May 31 13:03:52.660591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device b6f8ef29-d471-41d6-830f-ffaab1fca8bd up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:03:52.698187 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-5635b950-fdfc-4b18-94e8-acbaea9c6a29 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501398
May 31 13:03:52.736394 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port b6f8ef29-d471-41d6-830f-ffaab1fca8bd completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:03:52.742019 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port b6f8ef29-d471-41d6-830f-ffaab1fca8bd triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:03:52.742434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:52.869312 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-96ac56a2-6661-49aa-b510-d9498de7a5cc req-e6f46c0f-70b7-4ab1-9f1c-4ce6490c815c service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610019
May 31 13:03:52.876403 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:03:52.901641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:52.921753 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb7e22-890a-4b96-aaa9-2c34eb88bc16 req-fe0f4c8f-4366-489d-affb-e2a66fc620cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:52.929424 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fecb7e22-890a-4b96-aaa9-2c34eb88bc16 req-fe0f4c8f-4366-489d-affb-e2a66fc620cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.1217129
May 31 13:03:52.935373 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:52.937680 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c009217-4e16-415a-ae7a-36e997792dc1" -d '{"events": [{"server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:52.946216 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:52.951889 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:52.954057 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7cf5f28c-9a49-4420-a5e7-cf163c4978b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:52.994575 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fecb7e22-890a-4b96-aaa9-2c34eb88bc16 req-d42e09f5-ecc7-4182-911b-9b7fafe8aecb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642219
May 31 13:03:53.015262 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374b114b-54b9-4f6d-8ab5-53c3baad2ba7 x-openstack-request-id: req-374b114b-54b9-4f6d-8ab5-53c3baad2ba7 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:03:53.015597 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:03:53.015854 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-374b114b-54b9-4f6d-8ab5-53c3baad2ba7 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:03:53.016451 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd', 'code': 200}
May 31 13:03:53.080415 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:53.083863 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:53.266030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31062905-9fa6-4726-97ff-26377f00120d req-c2a9c428-20d4-4939-b4c4-c41366987340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:53.268369 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31062905-9fa6-4726-97ff-26377f00120d req-c2a9c428-20d4-4939-b4c4-c41366987340 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 1102 time: 0.0908210
May 31 13:03:53.314648 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31062905-9fa6-4726-97ff-26377f00120d req-23596310-5f19-4531-a6c0-2a90f2fff213 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375130
May 31 13:03:53.575347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba629b9-26af-4f68-bdbc-a23be1a429a7 req-cc1eec12-f8df-48bb-ab9c-381f4addcc8e tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:53.576790 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ba629b9-26af-4f68-bdbc-a23be1a429a7 req-cc1eec12-f8df-48bb-ab9c-381f4addcc8e tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.0794959
May 31 13:03:53.621233 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7ba629b9-26af-4f68-bdbc-a23be1a429a7 req-fb5d9766-bbaf-4c43-a994-287d81051d84 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385363
May 31 13:03:54.036068 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55516) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:54.155860 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.170738 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:54.174558 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:28e92ab77e07441c9d3e7ee101390f99 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:54.177371 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:54.183066 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:54.216041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be3664-3939-44d4-9c3f-331984f6e0df req-a19feadf-f13f-4111-a9fe-4328e8a985fe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:54.217537 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31be3664-3939-44d4-9c3f-331984f6e0df req-a19feadf-f13f-4111-a9fe-4328e8a985fe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0857162
May 31 13:03:54.266640 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31be3664-3939-44d4-9c3f-331984f6e0df req-42e75f71-580b-4526-b8e3-5f62454e9c23 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419388
May 31 13:03:54.279253 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.283608 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.293429 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1fdf4227-0686-4430-97f9-1aac23a3e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:54.334981 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28e92ab77e07441c9d3e7ee101390f99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2974572
May 31 13:03:54.337605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55528) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:54.341505 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5b77db-e6b9-4c30-9350-9c773ecade88,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:54.354235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:54.412140 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.438488 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.506010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.514861 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-20463246-a5ad-4ba0-b224-6f2630d4279c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:54.560254 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5b77db-e6b9-4c30-9350-9c773ecade88,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:54.563076 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:54.576089 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:54.579701 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b5b77db-e6b9-4c30-9350-9c773ecade88 HTTP/1.1" status: 204  len: 168 time: 0.2386303
May 31 13:03:54.617442 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4413c-4783-42e8-89de-e41374c7514d req-1b8b297b-7424-435a-b379-7eb1ebbe094d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:54.619049 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6eb4413c-4783-42e8-89de-e41374c7514d req-1b8b297b-7424-435a-b379-7eb1ebbe094d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1088660
May 31 13:03:54.674606 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6eb4413c-4783-42e8-89de-e41374c7514d req-c21aa1f4-54f1-474b-be61-ebb8a41757b2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476453
May 31 13:03:54.896752 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a387-5b78-4c09-aeed-780c3b447f3a req-71e07470-edc1-4618-a821-281175998cb7 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:54.903973 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3668a387-5b78-4c09-aeed-780c3b447f3a req-71e07470-edc1-4618-a821-281175998cb7 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.1440759
May 31 13:03:54.969797 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3668a387-5b78-4c09-aeed-780c3b447f3a req-4aa317f8-ec20-4680-a532-f483a4901c57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649695
May 31 13:03:55.530063 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd715-ac42-4569-ac13-3fd8fd97a666 req-4cfc6983-cbec-4b2a-b0c0-b42e9e210067 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:55.533267 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-603dd715-ac42-4569-ac13-3fd8fd97a666 req-4cfc6983-cbec-4b2a-b0c0-b42e9e210067 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0951943
May 31 13:03:55.579433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55588) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:55.585267 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-603dd715-ac42-4569-ac13-3fd8fd97a666 req-5a133266-f4d3-4cc9-86ec-c6db3c4cffcc tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415967
May 31 13:03:55.688161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1808682421-network', 'tenant_id': '6f1ab06914c84a4aad4624c191292859'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:55.693256 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:55.696992 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Usage tracker for resource:network and tenant:6f1ab06914c84a4aad4624c191292859 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:55.699787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:55.706014 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:55.715654 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Made reservation on behalf of 6f1ab06914c84a4aad4624c191292859 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:55.717933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.729914 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.744050 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:55.747715 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Usage tracker for resource:security_group_rule and tenant:6f1ab06914c84a4aad4624c191292859 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:55.750455 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:55.755950 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:55.836205 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.839731 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.843834 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-259e3d7c-b345-4001-b75e-e87f17ed11b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:55.867649 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:03:55.880534 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195551b-edf0-4dae-be4a-a6d50fb30b15,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:55.885576 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:55.886504 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.886844 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Added segment 9d057123-3686-438b-94bd-21984ce32ef8 of type vlan for network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1
May 31 13:03:55.913505 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.942499 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.943813 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:55.944423 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:55.947870 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-840338a8-9117-4870-a5a9-7aa2b22b9419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:56.050670 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4667599
May 31 13:03:56.050670 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Pushing event updated for resources: {'Network': ['ID=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:56.050948 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55596) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:03:56.053281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:56.056676 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Request body: {'subnet': {'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1808682421-subnet', 'tenant_id': '6f1ab06914c84a4aad4624c191292859', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:03:56.061356 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:03:56.061869 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:03:56.065674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Usage tracker for resource:subnet and tenant:6f1ab06914c84a4aad4624c191292859 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:03:56.068561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:03:56.074311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:03:56.121805 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Made reservation on behalf of 6f1ab06914c84a4aad4624c191292859 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:03:56.123941 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:56.264012 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1aa345-bd50-4751-a340-f298dd531a9d req-090389b6-8a59-417d-a8eb-190e400aef6d tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:56.265848 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bb1aa345-bd50-4751-a340-f298dd531a9d req-090389b6-8a59-417d-a8eb-190e400aef6d tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.1836956
May 31 13:03:56.367892 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bb1aa345-bd50-4751-a340-f298dd531a9d req-58b48790-2461-4004-bd19-72e66a75ac69 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896714
May 31 13:03:56.663973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:03:56.716067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:56.721516 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6fda4544-709e-41e2-8c63-19572f94f926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:56.816064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f34fcc-fcc9-41ed-8844-ea829615ad79,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:56.818078 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Checking segment: {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:03:56.818567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Network hostable DHCP agents. Network: 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:03:56.821564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:56.854370 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:03:56.869442 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:03:56.878660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:56.879250 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:56.882864 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf6163-1a2b-4a2a-a382-ac12fc019831 None None] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:03:56.934644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d1b6-26ef-43e6-8d74-24f02cbab4dd req-ab986370-6925-4d7c-8539-ae79a46df827 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:56.936169 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d770d1b6-26ef-43e6-8d74-24f02cbab4dd req-ab986370-6925-4d7c-8539-ae79a46df827 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.1256535
May 31 13:03:56.952468 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-afb63919-fe6a-4cf9-a215-ed5c238f69ec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9007273
May 31 13:03:57.008084 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d770d1b6-26ef-43e6-8d74-24f02cbab4dd req-6e973749-3eca-49f9-8ab0-5c89ec0ea0c7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651462
May 31 13:03:57.034306 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19253fea-41c3-4633-84b5-d45e35514636 req-b2109b4e-d325-4f15-bb24-6b858622e87e tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:57.035997 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-19253fea-41c3-4633-84b5-d45e35514636 req-b2109b4e-d325-4f15-bb24-6b858622e87e tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.1439178
May 31 13:03:57.110107 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-19253fea-41c3-4633-84b5-d45e35514636 req-5ecd44a3-69a5-45ff-bfe1-a01f9f84f4e4 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652671
May 31 13:03:57.132867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:57.162458 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:03:57.288020 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331a2d9-bdb4-4cad-9ddc-3680daf834cb None None] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:03:57.309238 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:57.387821 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:03:57.421894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:57.436390 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:57.440413 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:57.589831 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:57.593177 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:57.956883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['cf09e52b-342e-43eb-b98e-0a14cf62528e'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:58.191028 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d80f7-a6f0-47fb-84fb-0e8098b3472c req-a14d4cb4-a62f-4be6-9647-1a5f03ede32d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:58.192477 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fe1d80f7-a6f0-47fb-84fb-0e8098b3472c req-a14d4cb4-a62f-4be6-9647-1a5f03ede32d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 944 time: 0.0806797
May 31 13:03:58.241059 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fe1d80f7-a6f0-47fb-84fb-0e8098b3472c req-3c2ca42e-5c95-4b34-89db-6e774f2b7430 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426099
May 31 13:03:58.291361 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb90ae1-2de9-4296-b812-9edac2ec4366 req-a5039d51-dd44-44c3-bc7b-cc5f61c0d9e4 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:58.293364 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cfb90ae1-2de9-4296-b812-9edac2ec4366 req-a5039d51-dd44-44c3-bc7b-cc5f61c0d9e4 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.0828857
May 31 13:03:58.336427 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cfb90ae1-2de9-4296-b812-9edac2ec4366 req-e591bdf1-5e58-410f-b11e-dea47d4ece60 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373909
May 31 13:03:58.750592 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-112d397d-a7cd-4487-aab3-9f860208ab2b tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:58.752023 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-112d397d-a7cd-4487-aab3-9f860208ab2b tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.0870917
May 31 13:03:58.900779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Deleting port b6f8ef29-d471-41d6-830f-ffaab1fca8bd {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:03:58.901738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:59.192483 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] For port b6f8ef29-d471-41d6-830f-ffaab1fca8bd, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,segment=NetworkSegment(40baa722-b585-41b5-87b1-ea85ec99f1dd),segment_id=40baa722-b585-41b5-87b1-ea85ec99f1dd)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:03:59.192870 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:59.332101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Calling delete_port for b6f8ef29-d471-41d6-830f-ffaab1fca8bd owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:03:59.365838 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-b0d79e31-3f20-4d65-941b-40dd3d40f612 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:59.367273 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-b0d79e31-3f20-4d65-941b-40dd3d40f612 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 809 time: 0.3717766
May 31 13:03:59.386424 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-00e1c373-7bf6-4ab5-a2cf-b588ced8c7bc tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/quotas/6f1ab06914c84a4aad4624c191292859 HTTP/1.1" status: 200  len: 375 time: 0.0121603
May 31 13:03:59.431124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e407-ec50-4c13-961e-1858f42e90c4 req-e79d0ab3-c2d4-449d-9d0a-b45df2908735 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:59.432519 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6a57e407-ec50-4c13-961e-1858f42e90c4 req-e79d0ab3-c2d4-449d-9d0a-b45df2908735 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 944 time: 0.0799475
May 31 13:03:59.436324 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-e508e415-5fa1-4099-bb90-bd46907bf72a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445900
May 31 13:03:59.478480 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6a57e407-ec50-4c13-961e-1858f42e90c4 req-05f3f816-152e-467c-9f79-f00355735af3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394363
May 31 13:03:59.626509 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-33f61969-0209-4547-a3a8-d53a99f5b86a service neutron] 10.222.0.20 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800194
May 31 13:03:59.628267 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:59.634494 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cfa80b3-747e-4d9f-b74c-54cb321e911b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:03:59.641425 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['b6f8ef29-d471-41d6-830f-ffaab1fca8bd'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:03:59.663265 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f38e2-5991-4c90-b74b-d2814eafe9fe req-0f3fd3da-9512-40f7-91da-5e7fda644703 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:03:59.664430 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cb6f38e2-5991-4c90-b74b-d2814eafe9fe req-0f3fd3da-9512-40f7-91da-5e7fda644703 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce1c6adf-522d-4cbb-b5d9-6fda6c141412 HTTP/1.1" status: 200  len: 949 time: 0.0880442
May 31 13:03:59.712309 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cb6f38e2-5991-4c90-b74b-d2814eafe9fe req-3a699767-9c2c-461e-b352-bd0078cc126f tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403759
May 31 13:03:59.772017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Pushing event deleted for resources: {'Port': ['ID=b6f8ef29-d471-41d6-830f-ffaab1fca8bd,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:03:59.781168 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:03:59.931382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] No DVR routers for this DVR port b6f8ef29-d471-41d6-830f-ffaab1fca8bd on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:03:59.944024 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:03:59.953230 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'name': 'network-vif-deleted', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:03:59.955495 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc2a164-1033-474b-9c55-d733fcbd01b6" -d '{"events": [{"server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "name": "network-vif-deleted", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:03:59.969276 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-31799824-1140-4a39-a6b3-87707d4caf23 service neutron] 10.222.0.20 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809145
May 31 13:03:59.980348 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c8e8e7ee-e7ee-49cc-9b8c-06b3d8cfa313 req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] 10.222.0.36 "DELETE /v2.0/ports/b6f8ef29-d471-41d6-830f-ffaab1fca8bd HTTP/1.1" status: 204  len: 173 time: 1.2224112
May 31 13:04:00.131254 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0df10c-a53f-4972-9650-80efc1671688 x-openstack-request-id: req-de0df10c-a53f-4972-9650-80efc1671688 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:00.131254 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1c6adf-522d-4cbb-b5d9-6fda6c141412", "name": "network-vif-deleted", "tag": "b6f8ef29-d471-41d6-830f-ffaab1fca8bd", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:00.131500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de0df10c-a53f-4972-9650-80efc1671688 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:00.131785 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1c6adf-522d-4cbb-b5d9-6fda6c141412', 'name': 'network-vif-deleted', 'tag': 'b6f8ef29-d471-41d6-830f-ffaab1fca8bd', 'status': 'completed', 'code': 200}
May 31 13:04:00.143527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55718) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:00.190358 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0e6524f2-a929-4977-ac37-89cd0f00f8f0 req-e47bbd78-aea6-4c8d-a918-e884a47c4d7f tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 210 time: 0.0482800
May 31 13:04:00.306144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.320929 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:00.325666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:a67dac8a1752499695dd105f5ce8d587 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:00.328760 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:00.335811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:00.423121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.427388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.435782 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b99bc5df-5ba2-4149-a607-53e268398f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:00.475706 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a67dac8a1752499695dd105f5ce8d587&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311219
May 31 13:04:00.476384 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f253fa4-9159-4aea-aa19-11d34df0f349,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:00.478630 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 55730) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:00.479808 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:00.554463 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.584329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.696037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:00.729197 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf4dd3-464d-4c16-8587-dcc4b638cdcd req-01e86998-118a-4eaf-921a-2b4d88c6bc75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:00.730820 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0aaf4dd3-464d-4c16-8587-dcc4b638cdcd req-01e86998-118a-4eaf-921a-2b4d88c6bc75 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 944 time: 0.1215289
May 31 13:04:00.732145 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.755942 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:00.792015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.803194 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port cf09e52b-342e-43eb-b98e-0a14cf62528e completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:00.809397 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f253fa4-9159-4aea-aa19-11d34df0f349 HTTP/1.1" status: 204  len: 168 time: 0.3161390
May 31 13:04:00.815134 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f253fa4-9159-4aea-aa19-11d34df0f349,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:00.817499 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port cf09e52b-342e-43eb-b98e-0a14cf62528e triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:00.817814 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:00.867956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:00.879843 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0aaf4dd3-464d-4c16-8587-dcc4b638cdcd req-aa28aaf2-a853-476b-b3ee-55434c0ba5ff tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921104
May 31 13:04:00.977419 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.009459 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:01.011976 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3c689-a0a4-4660-b388-80c9f20b390b" -d '{"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:01.037242 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:01.042067 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.043894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:01.081607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5832e-dbdf-487c-963d-5b6efd653f9c x-openstack-request-id: req-efd5832e-dbdf-487c-963d-5b6efd653f9c {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:01.082125 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:01.082562 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efd5832e-dbdf-487c-963d-5b6efd653f9c {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:01.083117 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'code': 200}
May 31 13:04:01.131420 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:01.134607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:01.241308 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 55774) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:01.263106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.282879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:01.287863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Usage tracker for resource:security_group_rule and tenant:c63c3cd42bd9453abf69318a1c223cd6 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:01.292918 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:01.298909 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:01.396722 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-31867b77-4709-4a09-af69-49b38136e8d9 req-11999e05-768a-49be-98aa-1e1476fa255e tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 210 time: 0.0546238
May 31 13:04:01.576303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.595958 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.607509 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-975b8ccd-6304-4de1-9fc5-316c9cdd3602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:01.680107 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c63c3cd42bd9453abf69318a1c223cd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4361446
May 31 13:04:01.681340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55794) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:01.686840 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-0be210ad-3ba1-4ec4-9a10-7de959fa36fc tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:01.688233 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-0be210ad-3ba1-4ec4-9a10-7de959fa36fc tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 809 time: 0.3285465
May 31 13:04:01.688919 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7019338f-f8ca-484d-8a87-c36c10a5664a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:01.693744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:01.703534 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e802e32-0a45-4502-9294-632378e6c7e4 req-cab9593c-24f2-4370-a256-e507cd50610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:01.705283 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e802e32-0a45-4502-9294-632378e6c7e4 req-cab9593c-24f2-4370-a256-e507cd50610b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1098 time: 0.3000970
May 31 13:04:01.721303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Request body: {'port': {'device_id': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1', 'admin_state_up': True, 'tenant_id': '6f1ab06914c84a4aad4624c191292859'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:01.744241 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.771107 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.828841 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.832738 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fded8708-2d3e-41e6-b752-19edddc6b059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:01.846062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7019338f-f8ca-484d-8a87-c36c10a5664a,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:01.848716 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:01.858890 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:01.860256 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7019338f-f8ca-484d-8a87-c36c10a5664a HTTP/1.1" status: 204  len: 168 time: 0.1773558
May 31 13:04:01.896751 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e802e32-0a45-4502-9294-632378e6c7e4 req-86010c7d-3b5a-4e35-9699-9b2bd9f0ab97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573651
May 31 13:04:01.954873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:01.958928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Usage tracker for resource:port and tenant:6f1ab06914c84a4aad4624c191292859 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:01.961983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:01.968333 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:01.979663 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Made reservation on behalf of 6f1ab06914c84a4aad4624c191292859 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:01.984179 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.313111 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55868) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:02.314961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b0395-cec7-42de-9f26-7e1a0c76718e req-1da55c4f-4c2e-4634-83ec-bed1c2e02797 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:02.317267 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a2b0395-cec7-42de-9f26-7e1a0c76718e req-1da55c4f-4c2e-4634-83ec-bed1c2e02797 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.3131387
May 31 13:04:02.346801 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Allocated IP 172.20.0.3 (3d222cba-c9b1-4bc8-bbe5-5a204bf673a1/72f34fcc-fcc9-41ed-8844-ea829615ad79/a0404fd3-bc74-46fd-8d18-bd4b2d2d764a) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:02.355436 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.378105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:02.383456 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Usage tracker for resource:security_group_rule and tenant:1eba76396bc54d3c9160bb4b77a4b243 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:02.388133 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:02.392579 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a2b0395-cec7-42de-9f26-7e1a0c76718e req-e2b2d64f-7df0-4866-93ea-a475310cd095 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699368
May 31 13:04:02.395783 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:02.528169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.533413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.545564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4f0d35f2-0b7c-4b8f-a6ec-12888cd9ac49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:02.591698 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1eba76396bc54d3c9160bb4b77a4b243&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745478
May 31 13:04:02.591698 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65411c-0604-4d6c-a422-ca7d3cc916e8,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:02.592409 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55882) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:02.595078 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:02.602705 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-30813ed1-4aa8-40c2-b894-4ecd8b5ee983 req-71b2eb5b-9f0e-489d-9094-332f1756cd71 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 210 time: 0.0497837
May 31 13:04:02.661105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.674357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.695221 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.706375 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.712002 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:02.753949 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.759164 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-68521683-ccc3-4ee9-9892-44a5dcbed984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:02.770422 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65411c-0604-4d6c-a422-ca7d3cc916e8,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:02.774372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:02.783903 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:02.786999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.787308 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:02.791901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:02.794004 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c65411c-0604-4d6c-a422-ca7d3cc916e8 HTTP/1.1" status: 204  len: 168 time: 0.1949520
May 31 13:04:02.832489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Pushing event updated for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:02.839808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:02.876212 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:02.877052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:02.906526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1898596
May 31 13:04:03.487985 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device b6f8ef29-d471-41d6-830f-ffaab1fca8bd no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:04:03.544522 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: b6f8ef29-d471-41d6-830f-ffaab1fca8bd {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:04:03.545168 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device b6f8ef29-d471-41d6-830f-ffaab1fca8bd not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:04:03.643219 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2ebb7-2f40-4e00-aa6a-10f1cf44a95d req-dabdcc8f-80a2-43d0-b8c4-ce9a97265943 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:03.644782 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd2ebb7-2f40-4e00-aa6a-10f1cf44a95d req-dabdcc8f-80a2-43d0-b8c4-ce9a97265943 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0963347
May 31 13:04:03.651906 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 55986) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:03.698945 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd2ebb7-2f40-4e00-aa6a-10f1cf44a95d req-9172bd07-4f09-4b97-947e-5b655cd4970a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470870
May 31 13:04:03.792640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2146347401-network', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:03.801396 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:03.810514 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Usage tracker for resource:network and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:03.818718 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:03.828816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:03.842752 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Made reservation on behalf of b1f7fe73c2c748dd856bfec53c1ff416 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:03.845597 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:03.858297 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:03.873678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:03.877379 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:03.882463 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:03.888483 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:03.895790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9569d8-524e-43a9-affb-4202ea818589 req-29d3596d-9c06-4e93-8b24-20d7443d7d91 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:03.896538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-cb9569d8-524e-43a9-affb-4202ea818589 req-29d3596d-9c06-4e93-8b24-20d7443d7d91 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Synchronizing usage tracker for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:03.919932 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-cb9569d8-524e-43a9-affb-4202ea818589 req-29d3596d-9c06-4e93-8b24-20d7443d7d91 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Unset dirty status for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:03.921105 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb9569d8-524e-43a9-affb-4202ea818589 req-29d3596d-9c06-4e93-8b24-20d7443d7d91 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 931 time: 0.1133292
May 31 13:04:03.974286 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb9569d8-524e-43a9-affb-4202ea818589 req-c7043d3c-5fe6-4c81-9c4e-ff4219421602 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455294
May 31 13:04:04.001469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.006509 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.010715 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e75b5565-4613-4811-a082-24fdcce72097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:04.034527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:04:04.047708 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db727ef2-e447-4e3f-ba86-85abe83068ff,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:04.051802 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:04.052747 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.053108 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Added segment ef5ffaf5-66ea-4cb6-8845-1e360b25798a of type vlan for network 42674416-78be-4667-9e17-69a87daed7c4
May 31 13:04:04.083306 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.112062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.113404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:04.113985 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.117401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:04.216057 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Pushing event updated for resources: {'Network': ['ID=42674416-78be-4667-9e17-69a87daed7c4,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:04.218897 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5659473
May 31 13:04:04.219732 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:04.221795 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56020) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:04.227312 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Request body: {'subnet': {'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2146347401-subnet', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:04.229021 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 42674416-78be-4667-9e17-69a87daed7c4 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:04:04.232073 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:04.235870 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Usage tracker for resource:subnet and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:04.238753 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:04.245268 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:04.257394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Made reservation on behalf of b1f7fe73c2c748dd856bfec53c1ff416 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:04.261687 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.673854 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.678285 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-af676a82-57ed-42be-9ae5-eb34b8b2798d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:04.805759 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98e701e-799d-40b2-9e71-d3765d786001,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:04.810182 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:04.817160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Checking segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:04.817512 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Network hostable DHCP agents. Network: 42674416-78be-4667-9e17-69a87daed7c4, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:04:04.841156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Network 42674416-78be-4667-9e17-69a87daed7c4 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:04:04.851427 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 42674416-78be-4667-9e17-69a87daed7c4) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:04.861480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:04.862064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.862893 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1236ce-8c4b-46ff-a28a-e43bfb53fda0 None None] Network 42674416-78be-4667-9e17-69a87daed7c4 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:04.888925 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b731975b-6e61-49b7-a203-4114875f3366 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6657095
May 31 13:04:04.891578 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56052) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:04.901494 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:04.921601 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:04.926105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Usage tracker for resource:router and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:04.928769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833114-8c74-4e29-9277-54cf040c3e20 req-9354b29d-d6a6-48df-89a1-3a21c06506e2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:04.929622 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:04.935782 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:04.937241 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-06833114-8c74-4e29-9277-54cf040c3e20 req-9354b29d-d6a6-48df-89a1-3a21c06506e2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1233211
May 31 13:04:04.952500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.953823 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.982500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:04.992716 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-06833114-8c74-4e29-9277-54cf040c3e20 req-ccefd319-e20c-4b1d-9ef6-feec255df0f4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544097
May 31 13:04:05.206706 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-42674416-78be-4667-9e17-69a87daed7c4', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:04:05.207554 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.214618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7c6b4-a0be-4d8d-93a9-16907e46e7b1 req-31872358-6e23-4a7a-a275-501d2dea95f9 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:05.221515 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c2e7c6b4-a0be-4d8d-93a9-16907e46e7b1 req-31872358-6e23-4a7a-a275-501d2dea95f9 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 931 time: 0.1077881
May 31 13:04:05.275899 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c2e7c6b4-a0be-4d8d-93a9-16907e46e7b1 req-da0c5e61-1536-4c9a-9ac1-cb583bb0a4d0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531738
May 31 13:04:05.314463 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.373302 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Allocated IP 172.20.0.2 (42674416-78be-4667-9e17-69a87daed7c4/c98e701e-799d-40b2-9e71-d3765d786001/f50fcae8-b2da-42cc-9b16-fce8e95bcd6a) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:05.589422 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.598851 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Transition to ACTIVE for port object f50fcae8-b2da-42cc-9b16-fce8e95bcd6a will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:05.617177 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Transition to ACTIVE for port object f50fcae8-b2da-42cc-9b16-fce8e95bcd6a will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:05.623960 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.625039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.627605 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:05.655440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.693770 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Network 42674416-78be-4667-9e17-69a87daed7c4 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:05.696753 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:05.699325 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:05.708185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Pushing event updated for resources: {'Port': ['ID=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:05.711001 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:05.795967 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Attempting to bind port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:05.796490 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Attempting to bind port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:05.796807 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Allocated IP 172.27.3.33 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:05.797084 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Attempting to bind port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a on network 42674416-78be-4667-9e17-69a87daed7c4 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:05.802862 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:05.803237 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Checking segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:05.803631 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.804028 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Bound using segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:05.804495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Bound port: f50fcae8-b2da-42cc-9b16-fce8e95bcd6a, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:05.804894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.892624 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] For port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:05.895587 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] For port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:05.907477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.911480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-50811ab8-ff09-40bf-925f-d07f5d9859eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:05.941159 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.972118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:05.976672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:05.989027 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Pushing event updated for resources: {'Port': ['ID=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:05.992502 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:06.037672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:06.040559 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:06.044351 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:06.099091 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Pushing event updated for resources: {'Port': ['ID=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:06.106519 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:06.215427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Request body: {'port': {'device_id': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:06.363453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877396c-a06c-4ff0-8c72-2b79bd36619e req-b2248b6a-9c72-4a1f-bfd6-69d6c4006af0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:06.366565 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2877396c-a06c-4ff0-8c72-2b79bd36619e req-b2248b6a-9c72-4a1f-bfd6-69d6c4006af0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.2401731
May 31 13:04:06.402253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:06.479720 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2877396c-a06c-4ff0-8c72-2b79bd36619e req-8e9d9820-9e9a-4349-b22c-3532279e9e22 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022909
May 31 13:04:06.667828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82466aa2-94f3-4830-9615-a6c1c0d67691 req-81f0237f-dae0-4b9f-8618-0646015f8f90 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:06.669276 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-82466aa2-94f3-4830-9615-a6c1c0d67691 req-81f0237f-dae0-4b9f-8618-0646015f8f90 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 931 time: 0.1853614
May 31 13:04:06.673492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:06.785086 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-82466aa2-94f3-4830-9615-a6c1c0d67691 req-800981ef-29ac-4274-b694-2a42b98878f2 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Synchronizing usage tracker for tenant:6f1ab06914c84a4aad4624c191292859 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:06.794859 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0404fd3-bc74-46fd-8d18-bd4b2d2d764a {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:06.803836 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:06.810395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-82466aa2-94f3-4830-9615-a6c1c0d67691 req-800981ef-29ac-4274-b694-2a42b98878f2 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Unset dirty status for tenant:6f1ab06914c84a4aad4624c191292859 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:06.811543 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-82466aa2-94f3-4830-9615-a6c1c0d67691 req-800981ef-29ac-4274-b694-2a42b98878f2 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911155
May 31 13:04:06.822113 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Transition to ACTIVE for port object a0404fd3-bc74-46fd-8d18-bd4b2d2d764a will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:06.829679 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:06.844345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:07.086245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Pushing event updated for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:07.093571 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.116358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:07.126611 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0ff50-9127-4f72-8157-eed12dfc9e34 None None] Network 42674416-78be-4667-9e17-69a87daed7c4 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:07.168478 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Attempting to bind port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:07.170012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Attempting to bind port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:07.170575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Attempting to bind port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:07.176594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:04:07.177413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Attempting to bind port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:07.183845 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:07.184458 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Checking segment: {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:07.185555 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Bound using segment: {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:07.186229 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Bound port: a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:07.186804 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.234578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-e6af27f8-dc0e-4813-8507-2441f554da69 None None] Provisioning for port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:07.308931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f50fcae8-b2da-42cc-9b16-fce8e95bcd6a up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:07.390061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:07.393532 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:07.405510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.410715 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ac3ce6f-79d9-458c-a960-542a41276284 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:07.432614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Router 08580262-c5ff-4c99-87eb-3f77fec2797d is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:04:07.508185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:07.509050 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.511144 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] 10.222.0.36 "PUT /v2.0/ports/a0404fd3-bc74-46fd-8d18-bd4b2d2d764a HTTP/1.1" status: 200  len: 1093 time: 1.2997682
May 31 13:04:07.511368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:07.517449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:07.525426 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:07.526480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.528721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639510f-78ce-495c-906e-8ff76910f29e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:07.706976 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.729737 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b4174-7730-4ca8-bf43-6a735b93c138 x-openstack-request-id: req-7c2b4174-7730-4ca8-bf43-6a735b93c138 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:07.730100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:07.730336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c2b4174-7730-4ca8-bf43-6a735b93c138 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:07.731291 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a', 'status': 'completed', 'code': 200}
May 31 13:04:07.745706 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:07.748388 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Pushing event updated for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:07.756187 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:07.758475 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.761370 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:07.800512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-dfaa8047-c2a2-4fff-8ec7-08579f3be189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:07.800512 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-dfaa8047-c2a2-4fff-8ec7-08579f3be189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 1096 time: 0.2007968
May 31 13:04:07.860926 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:07.865283 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:07.899937 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-759b1a2c-f6f0-4d80-8c2f-90081a7c88a0 None None] Provisioning complete for port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:07.900446 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-759b1a2c-f6f0-4d80-8c2f-90081a7c88a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:07.907736 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-22d575a8-12d1-47db-903e-b76042ab2100 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a HTTP/1.1" status: 200  len: 217 time: 0.1006024
May 31 13:04:07.973919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56114) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:08.031857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:08.042177 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Sync routers for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:08.065807 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:08.066654 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fd0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:08.111441 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e175a2-c1cc-4f12-8cdd-15efe0405bfd req-c27bf8d3-1085-4ac9-ba08-7e280b23bdf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:08.116425 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46e175a2-c1cc-4f12-8cdd-15efe0405bfd req-c27bf8d3-1085-4ac9-ba08-7e280b23bdf2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.4775693
May 31 13:04:08.118659 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:08.122585 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2274861
May 31 13:04:08.125533 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56120) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:08.173318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-57a03ed4-5984-4d90-8f9e-2e12ac908ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:08.174769 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-57a03ed4-5984-4d90-8f9e-2e12ac908ad0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72f34fcc-fcc9-41ed-8844-ea829615ad79 HTTP/1.1" status: 200  len: 849 time: 0.2586615
May 31 13:04:08.279622 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b26612-a588-48ca-8807-2ffe3674c13f req-ec876c87-00a2-4a8a-af64-1231d0803863 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:08.281410 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-71b26612-a588-48ca-8807-2ffe3674c13f req-ec876c87-00a2-4a8a-af64-1231d0803863 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 943 time: 0.2839899
May 31 13:04:08.293798 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-858f4ddb-5007-4d1b-b831-07b561ddead4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0793915
May 31 13:04:08.301257 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:08.314209 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46e175a2-c1cc-4f12-8cdd-15efe0405bfd req-4aa789aa-6443-42f4-bddb-5cb4cc53e60f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1892440
May 31 13:04:08.454040 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-2f41ff21-df10-4499-aa53-7ade6c59de6d service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432502
May 31 13:04:08.521761 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-71b26612-a588-48ca-8807-2ffe3674c13f req-eea6829b-b37b-4a92-b792-9dfae1ce7eaa tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322388
May 31 13:04:08.562652 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2a944f49-f3cd-43e2-8c18-e003f5a6926b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f70447cbb7e47c7a881ec1454a34aea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5856521
May 31 13:04:08.565736 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56128) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:08.688663 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fd0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:06Z', 'revision_number': 3, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:08.689086 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-594f1cb4-736c-48ce-8c20-87e4bfc089cb req-b82dfbc4-7231-4e95-a7b5-2f70cd177c4b service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090387
May 31 13:04:08.694137 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Checking router: 08580262-c5ff-4c99-87eb-3f77fec2797d for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:08.694750 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Updating router 08580262-c5ff-4c99-87eb-3f77fec2797d port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:08.739343 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:08.768621 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:08.858296 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:08.867565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639510f-78ce-495c-906e-8ff76910f29e req-41ef1f30-9f25-4e3d-83e1-95372009ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:08.870269 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-41ef1f30-9f25-4e3d-83e1-95372009ada7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 1096 time: 0.0984495
May 31 13:04:09.053052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639510f-78ce-495c-906e-8ff76910f29e req-651fd947-bea4-4dc5-a791-118332648115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:09.059819 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-651fd947-bea4-4dc5-a791-118332648115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 910 time: 0.1823523
May 31 13:04:09.109273 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.117654 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bcbded96-c532-4b0a-99ab-e7e34538a35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:09.139529 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:09.142982 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:09.145722 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-d00b5ba7-10b5-4fff-88e7-1624165be5d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a HTTP/1.1" status: 200  len: 217 time: 0.0787303
May 31 13:04:09.195980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.199518 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff9ebf90-d3d8-4c6f-8ce4-9b8d5a6ed00b HTTP/1.1" status: 204  len: 168 time: 0.6305988
May 31 13:04:09.204742 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.242323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639510f-78ce-495c-906e-8ff76910f29e req-53d2ee29-ee68-440f-a514-788b01405302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:09.242645 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Transition to ACTIVE for port object 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:09.244862 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-53d2ee29-ee68-440f-a514-788b01405302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72f34fcc-fcc9-41ed-8844-ea829615ad79 HTTP/1.1" status: 200  len: 849 time: 0.0913148
May 31 13:04:09.256097 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.262466 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:09.306991 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f50fcae8-b2da-42cc-9b16-fce8e95bcd6a up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:09.317666 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-c2b605d8-d401-4b26-9e11-9b73e46bb378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661166
May 31 13:04:09.399260 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Attempting to bind port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:09.399701 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Attempting to bind port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:09.400075 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Attempting to bind port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:09.406391 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04824235-695e-4d57-a23e-cb248f62d988 None None] Pushing event updated for resources: {'Port': ['ID=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:09.411375 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-04824235-695e-4d57-a23e-cb248f62d988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:09.412309 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:09.412685 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:09.413111 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.413496 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:09.413959 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Bound port: 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:09.414469 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.485871 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.520259 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:09.521035 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.596992 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-0a70bcf7-077f-4298-ac59-6a81ea7353ca service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2694869
May 31 13:04:09.598930 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] For port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:09.602717 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] For port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:09.618069 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.629224 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-14bf7d25-b76d-41c0-bdc9-682ac867b8c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:09.695468 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:09.696106 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fd0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:09.803103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dc00e-1c82-445f-b709-2ebeb3b20d3a req-5f7c7e1b-8098-41c7-8df5-711042feee1b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:09.806075 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a25dc00e-1c82-445f-b709-2ebeb3b20d3a req-5f7c7e1b-8098-41c7-8df5-711042feee1b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.2135932
May 31 13:04:09.880949 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:09.886002 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a25dc00e-1c82-445f-b709-2ebeb3b20d3a req-2fea19b4-cef5-4167-934e-69d0d6d5ff32 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620930
May 31 13:04:09.912977 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:09.965247 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Allocated IP 172.20.0.1 (42674416-78be-4667-9e17-69a87daed7c4/c98e701e-799d-40b2-9e71-d3765d786001/ece9765f-9e54-4f59-8da3-f5a7de551749) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:10.034122 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04824235-695e-4d57-a23e-cb248f62d988 None None] Pushing event updated for resources: {'Port': ['ID=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:10.035868 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e639510f-78ce-495c-906e-8ff76910f29e req-8ed9995e-6b05-4a02-9d09-4a2ac55de3c0 service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4300931
May 31 13:04:10.052964 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5acafc-6d40-4c29-b0ed-43a8e5d2f4ef req-afa67ea0-659b-45d5-be2d-c5548aded209 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:10.054442 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1c5acafc-6d40-4c29-b0ed-43a8e5d2f4ef req-afa67ea0-659b-45d5-be2d-c5548aded209 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 943 time: 0.1848752
May 31 13:04:10.126255 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1c5acafc-6d40-4c29-b0ed-43a8e5d2f4ef req-dbd08894-2f7b-479b-baad-d16f9118c72c tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642252
May 31 13:04:10.157348 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.173866 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-04824235-695e-4d57-a23e-cb248f62d988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:10.175317 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Transition to ACTIVE for port object ece9765f-9e54-4f59-8da3-f5a7de551749 will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:10.231981 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.237934 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:10.243361 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fd0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:06Z', 'revision_number': 3, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:10.248635 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef61536-3461-4b6a-a459-cf5a134fb5bf None None] The sync data for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi is: [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:06Z', 'revision_number': 3, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:10.346481 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Network 42674416-78be-4667-9e17-69a87daed7c4 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:10.349416 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2338-375c-49f3-a7e7-551233ac3e6b req-c603585a-b3a2-48de-8893-df1f57e7ad1d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:10.349568 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:10.355436 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:10.368396 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6fce2338-375c-49f3-a7e7-551233ac3e6b req-c603585a-b3a2-48de-8893-df1f57e7ad1d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1192720
May 31 13:04:10.369411 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56170) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:10.381165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'floatingip': {'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:10.414099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:10.417093 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:10.446435 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.478169 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.756865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.789024 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-93226051-525c-4524-a03a-03ed155f6508 None None] Provisioning for port ece9765f-9e54-4f59-8da3-f5a7de551749 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:10.795288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-93226051-525c-4524-a03a-03ed155f6508 None None] Provisioning complete for port ece9765f-9e54-4f59-8da3-f5a7de551749 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:10.795676 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-93226051-525c-4524-a03a-03ed155f6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:10.861434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-93226051-525c-4524-a03a-03ed155f6508 None None] Port ece9765f-9e54-4f59-8da3-f5a7de551749 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:11.006750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.013136 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.147493 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4eb7f6e-fc5d-4e1f-bd03-22855c6b041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:11.249743 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:11.256873 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:11.260228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.316214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.319981 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:11.321352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.425257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:11.432729 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:11.433319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.491663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Network 42674416-78be-4667-9e17-69a87daed7c4 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:11.495515 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:11.579989 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Floating IP 7e292b98-2424-493e-a84c-6d5c6e7f806e associated. External IP: 172.27.3.44, port: cf09e52b-342e-43eb-b98e-0a14cf62528e.
May 31 13:04:11.608401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7a5fd-76ab-482f-a8c0-29f0a9dd743f req-af7d52e1-c9af-4deb-82cf-c71e83106222 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:11.609983 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2aa7a5fd-76ab-482f-a8c0-29f0a9dd743f req-af7d52e1-c9af-4deb-82cf-c71e83106222 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 943 time: 0.3203225
May 31 13:04:11.638160 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.679870 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:11.687367 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.689312 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:11.799211 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2aa7a5fd-76ab-482f-a8c0-29f0a9dd743f req-91fa13ab-3e9c-4c88-bcae-2d99b53e71bf tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816001
May 31 13:04:11.828541 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:11.831823 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:11.836821 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2314568f-3236-4d6f-bfcd-279462e2428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.840264 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Router 08580262-c5ff-4c99-87eb-3f77fec2797d has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:04:11.893601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-a738157e-eaff-4bbf-a972-3207575f4ae1 None None] Provisioning complete for port ece9765f-9e54-4f59-8da3-f5a7de551749 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:11.894256 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a738157e-eaff-4bbf-a972-3207575f4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:11.960618 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-a738157e-eaff-4bbf-a972-3207575f4ae1 None None] Port ece9765f-9e54-4f59-8da3-f5a7de551749 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:12.044755 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:12.053446 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] 10.222.0.20 "PUT /v2.0/routers/08580262-c5ff-4c99-87eb-3f77fec2797d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8903894
May 31 13:04:12.165893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:04:12.241350 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Sync routers for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:12.250990 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:12.251913 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277c5df0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:12.364940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:12.370600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:12.379312 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:12.389333 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:12.390163 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fa0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:12.430537 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a5989062-8ec7-4e29-b165-131cd0fc5765 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "PUT /v2.0/floatingips/7e292b98-2424-493e-a84c-6d5c6e7f806e HTTP/1.1" status: 200  len: 990 time: 2.0562506
May 31 13:04:12.431181 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:12.433749 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82e8810-6aa8-4f14-afce-450edf2e65b9" -d '{"events": [{"name": "network-changed", "server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:12.468930 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:12.522441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3dc14f-c6fd-4dc2-8353-6e3c4ca4fa5a x-openstack-request-id: req-2b3dc14f-c6fd-4dc2-8353-6e3c4ca4fa5a {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:12.522943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:12.523231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b3dc14f-c6fd-4dc2-8353-6e3c4ca4fa5a {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:12.523655 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'status': 'completed', 'code': 200}
May 31 13:04:12.624149 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:12.643846 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-7258fc7b-a0ba-44f1-b0b0-63eb336c13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:12.645421 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-7258fc7b-a0ba-44f1-b0b0-63eb336c13ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1098 time: 0.0914741
May 31 13:04:12.739301 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a0404fd3-bc74-46fd-8d18-bd4b2d2d764a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:04:12.757512 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56216) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:12.763092 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1190699872-network', 'tenant_id': '1c4cf72f32c74c588be171869730dbef'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:12.781818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:12.797207 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Usage tracker for resource:network and tenant:1c4cf72f32c74c588be171869730dbef is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:12.800243 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:12.815165 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:12.846620 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Made reservation on behalf of 1c4cf72f32c74c588be171869730dbef for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:12.849899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:12.852020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-c05ae02b-032f-4b2d-8359-631f47a11534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:12.854459 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-c05ae02b-032f-4b2d-8359-631f47a11534 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1996622
May 31 13:04:12.870691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:12.910900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:12.922047 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4cf72f32c74c588be171869730dbef is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:12.927066 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:12.928329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:12.942433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:12.949270 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a', 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1', 'port_id': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a', 'mac_address': 'fa:16:3e:db:92:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f34fcc-fcc9-41ed-8844-ea829615ad79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:04:13.037689 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.110912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0404fd3-bc74-46fd-8d18-bd4b2d2d764a {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:13.146959 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fa0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7e292b98-2424-493e-a84c-6d5c6e7f806e', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:03:37Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:13.155347 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:13.155881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.167366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.175727 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9c811a0a-707b-499d-963e-bab7cea90892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:13.179014 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:13.182243 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fa0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:03:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:13.184258 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-f8896d0f-573c-4a0f-aee0-bf5ff923cf0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 998 time: 0.3226678
May 31 13:04:13.206947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:13.221536 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.222996 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:13.238890 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:04:13.263068 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f807dbab-59b1-4889-9c0d-9da3d9a53d18,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:13.274684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:13.284091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195e0d9-e91e-4f6c-94b0-a41aecda801b req-1827650f-bf4d-4023-a092-81bb8bdf284b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:13.285313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.285699 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Added segment 1442a65a-4f14-4b52-ba8f-70a8923d6072 of type vlan for network eea16630-0815-474e-a9dd-b0a59f37a7b0
May 31 13:04:13.293417 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4195e0d9-e91e-4f6c-94b0-a41aecda801b req-1827650f-bf4d-4023-a092-81bb8bdf284b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 943 time: 0.2151153
May 31 13:04:13.327353 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:13.334871 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:13.342894 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.380687 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4195e0d9-e91e-4f6c-94b0-a41aecda801b req-f0932327-344b-4fcb-b69e-31fabba62d80 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859385
May 31 13:04:13.383310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-9ea5d5f7-3717-4110-9d27-1e870ff09146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:13.389990 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-9ea5d5f7-3717-4110-9d27-1e870ff09146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.1890833
May 31 13:04:13.401766 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:13.419627 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.421387 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56230) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:13.427851 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:13.428823 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.454191 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277c5df0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 2, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:13.463517 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:13.465422 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.468618 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:13.492132 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7334216
May 31 13:04:13.492582 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56236) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:13.516237 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Request body: {'subnet': {'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1190699872-subnet', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:13.517887 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Checking router: 08580262-c5ff-4c99-87eb-3f77fec2797d for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:13.518259 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Updating router 08580262-c5ff-4c99-87eb-3f77fec2797d port ece9765f-9e54-4f59-8da3-f5a7de551749 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:13.527892 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:13.532275 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Usage tracker for resource:subnet and tenant:1c4cf72f32c74c588be171869730dbef is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:13.535322 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:13.541073 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:13.548154 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:13.560034 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Made reservation on behalf of 1c4cf72f32c74c588be171869730dbef for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:13.562357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11541176'] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.596366 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=eea16630-0815-474e-a9dd-b0a59f37a7b0,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:13.600043 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:13.636668 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:04:13.733926 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-5c9cb8d1-9b85-43f6-acce-e6ea92776adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:13.737921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.746976 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-5c9cb8d1-9b85-43f6-acce-e6ea92776adb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3479555
May 31 13:04:13.755254 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:13.759623 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Usage tracker for resource:security_group_rule and tenant:4bd43d1e68004625ba6416ceaa7c25d5 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:13.762808 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:13.769832 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:13.794334 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.814847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['a0404fd3-bc74-46fd-8d18-bd4b2d2d764a'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:04:13.880613 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.887858 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:13.903738 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cfe46888-370b-4b8d-9c58-2d8cf837cd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:13.951229 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bd43d1e68004625ba6416ceaa7c25d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5269516
May 31 13:04:13.953061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a785937e-c98e-4bbf-a759-67d7436665a7,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:13.955973 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56244) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:13.969605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:14.005917 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c462fa0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7e292b98-2424-493e-a84c-6d5c6e7f806e', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:03:37Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:14.025121 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07e82b-7022-4894-886f-a4621c039274 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7e292b98-2424-493e-a84c-6d5c6e7f806e', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:03:37Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:14.025754 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-a72f197e-2f73-4bd1-adc7-5b42a8c88a91 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702051
May 31 13:04:14.038727 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.069368 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.149775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.154432 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3aacdf1e-db17-4644-b9c3-c124d28a2c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:14.168241 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785937e-c98e-4bbf-a759-67d7436665a7,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:14.171924 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.182612 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:14.195167 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.196308 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a785937e-c98e-4bbf-a759-67d7436665a7 HTTP/1.1" status: 204  len: 168 time: 0.2399268
May 31 13:04:14.286038 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-df3aa5b8-4f83-4adc-950e-a2f4ab11e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.352758 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7c0c8-6b20-4d8b-8b75-febb579af20c None None] New status for floating IP 7e292b98-2424-493e-a84c-6d5c6e7f806e: ACTIVE {{(pid=91788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:04:14.391460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a82e8810-6aa8-4f14-afce-450edf2e65b9 req-835a232d-3e03-45a7-ba7b-9800d5a6fae8 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3155239
May 31 13:04:14.471793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1285094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11541166'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.477352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e55d4aac-928c-4633-b8c4-e106fe9d80f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:14.570999 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df3a3540-b18a-4226-988c-7e8842136aa2,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:14.575508 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Checking segment: {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:14.576257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Network hostable DHCP agents. Network: eea16630-0815-474e-a9dd-b0a59f37a7b0, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:04:14.588996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:14.608270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:04:14.622672 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, eea16630-0815-474e-a9dd-b0a59f37a7b0) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:14.635664 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9583e-1bc9-41cd-8f72-87030e71912f None None] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:14.636482 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:14.637214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.666824 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1724477
May 31 13:04:14.669665 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56264) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:14.675624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:14.677536 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab15a3-6394-4d8c-a25c-02c0a7a63cfd req-7d27502c-dda0-4eb1-a3f8-86c7329cfa25 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:14.683383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:14.688129 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Usage tracker for resource:router and tenant:1c4cf72f32c74c588be171869730dbef is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:14.688602 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-abab15a3-6394-4d8c-a25c-02c0a7a63cfd req-7d27502c-dda0-4eb1-a3f8-86c7329cfa25 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 944 time: 0.1741347
May 31 13:04:14.692210 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:14.699953 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:14.734744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.735791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.747533 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-abab15a3-6394-4d8c-a25c-02c0a7a63cfd req-1e3737f3-9935-4fbe-b48c-d57d665d22df tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580208
May 31 13:04:14.770230 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:14.963783 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.009089 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Transition to ACTIVE for port object ece9765f-9e54-4f59-8da3-f5a7de551749 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:15.024376 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.031695 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:15.055732 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.219794 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Pushing event updated for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:15.249769 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b05ff-2745-450d-9076-1770950248ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-eea16630-0815-474e-a9dd-b0a59f37a7b0', 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'fixed_ips': [{'subnet_id': 'df3a3540-b18a-4226-988c-7e8842136aa2'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:04:15.250607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.267187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:15.416709 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.423390 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Attempting to bind port ece9765f-9e54-4f59-8da3-f5a7de551749 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:15.423811 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Attempting to bind port ece9765f-9e54-4f59-8da3-f5a7de551749 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:15.424185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Attempting to bind port ece9765f-9e54-4f59-8da3-f5a7de551749 on network 42674416-78be-4667-9e17-69a87daed7c4 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:15.443485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:15.443932 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Checking segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:15.444284 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.444692 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Bound using segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:15.445210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Bound port: ece9765f-9e54-4f59-8da3-f5a7de551749, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:15.445597 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.497248 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.529019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.669602 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] For port ece9765f-9e54-4f59-8da3-f5a7de551749, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:15.671916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-882b05ff-2745-450d-9076-1770950248ff None None] Allocated IP 172.20.0.2 (eea16630-0815-474e-a9dd-b0a59f37a7b0/df3a3540-b18a-4226-988c-7e8842136aa2/1490714e-1745-49a5-aed6-635e093958d4) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:15.675217 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] For port ece9765f-9e54-4f59-8da3-f5a7de551749, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ece9765f-9e54-4f59-8da3-f5a7de551749,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:15.684707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.686206 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Allocated IP 172.27.3.99 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/3277afc6-19d1-449b-8a1f-344458b2f3fb) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:15.690125 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-da12e0a9-62f3-4c17-957e-de4b20ef7c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:15.717247 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56292) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:15.851230 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.876359 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:15.881828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277c5df0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:15.903337 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.908102 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-958d8cd9-d256-4e13-997e-622fc34729d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:15.931233 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:15.955542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:15.959560 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Usage tracker for resource:security_group_rule and tenant:fb3b36150d2f47589c7d4df9d8251a88 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:15.963448 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:15.970417 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:16.039738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:16.047353 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:16.052852 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:16.096923 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.098529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Pushing event updated for resources: {'Port': ['ID=3277afc6-19d1-449b-8a1f-344458b2f3fb,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:16.104425 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.109817 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:16.111703 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Pushing event updated for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:16.117987 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b55a9c15-1fc2-4e32-85fe-8dd597ca9dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:16.125352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:16.163319 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb3b36150d2f47589c7d4df9d8251a88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4448168
May 31 13:04:16.165882 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56304) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:16.169774 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7680f5ae-95e2-45fe-a945-09e477345ea5,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:16.173235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:16.241983 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.256761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.274947 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.286118 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-882b05ff-2745-450d-9076-1770950248ff None None] Transition to ACTIVE for port object 1490714e-1745-49a5-aed6-635e093958d4 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:16.320889 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:16.330331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a2096-910b-4697-95a8-80832bf22232 req-29b85a0b-c352-4190-9cbb-017ba864c56a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:16.331914 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b13a2096-910b-4697-95a8-80832bf22232 req-29b85a0b-c352-4190-9cbb-017ba864c56a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 944 time: 0.3892882
May 31 13:04:16.342329 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.346671 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:16.357879 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7680f5ae-95e2-45fe-a945-09e477345ea5,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:16.360720 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:16.367020 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.370632 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7680f5ae-95e2-45fe-a945-09e477345ea5 HTTP/1.1" status: 204  len: 168 time: 0.2008915
May 31 13:04:16.376630 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-882b05ff-2745-450d-9076-1770950248ff None None] Transition to ACTIVE for port object 1490714e-1745-49a5-aed6-635e093958d4 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:16.406839 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.413388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:16.499382 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b13a2096-910b-4697-95a8-80832bf22232 req-781b40c6-c092-4b69-bade-29ab98ee0344 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585157
May 31 13:04:16.564524 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882b05ff-2745-450d-9076-1770950248ff None None] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:16.567775 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-882b05ff-2745-450d-9076-1770950248ff None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:16.583361 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b05ff-2745-450d-9076-1770950248ff None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:16.593896 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b05ff-2745-450d-9076-1770950248ff None None] Pushing event updated for resources: {'Port': ['ID=1490714e-1745-49a5-aed6-635e093958d4,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:16.645622 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-882b05ff-2745-450d-9076-1770950248ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:16.709855 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.758211 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a0404fd3-bc74-46fd-8d18-bd4b2d2d764a up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:16.788953 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-882b05ff-2745-450d-9076-1770950248ff None None] Attempting to bind port 1490714e-1745-49a5-aed6-635e093958d4 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:16.789208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-882b05ff-2745-450d-9076-1770950248ff None None] Attempting to bind port 1490714e-1745-49a5-aed6-635e093958d4 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:16.789504 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b05ff-2745-450d-9076-1770950248ff None None] Attempting to bind port 1490714e-1745-49a5-aed6-635e093958d4 on network eea16630-0815-474e-a9dd-b0a59f37a7b0 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:16.823929 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b05ff-2745-450d-9076-1770950248ff None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:16.824083 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b05ff-2745-450d-9076-1770950248ff None None] Checking segment: {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:16.824473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.824898 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882b05ff-2745-450d-9076-1770950248ff None None] Bound using segment: {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:16.825393 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-882b05ff-2745-450d-9076-1770950248ff None None] Bound port: 1490714e-1745-49a5-aed6-635e093958d4, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:16.825774 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:16.977867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:16.986333 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:16.986721 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.012244 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-882b05ff-2745-450d-9076-1770950248ff None None] For port 1490714e-1745-49a5-aed6-635e093958d4, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:17.042595 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-882b05ff-2745-450d-9076-1770950248ff None None] For port 1490714e-1745-49a5-aed6-635e093958d4, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=1490714e-1745-49a5-aed6-635e093958d4,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:17.054766 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f355a50-802e-472a-816d-24a257497e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277c5df0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:15Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:17.061445 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-882b05ff-2745-450d-9076-1770950248ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.067713 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-adf3f9cb-5f22-4fcc-bbf0-50fd0598c379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:17.069851 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.106782 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f355a50-802e-472a-816d-24a257497e10 None None] The sync data for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi is: [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:15Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:17.191446 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.245273 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b05ff-2745-450d-9076-1770950248ff None None] Pushing event updated for resources: {'Port': ['ID=1490714e-1745-49a5-aed6-635e093958d4,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:17.254840 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-882b05ff-2745-450d-9076-1770950248ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:17.284441 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.338883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:17.342158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd4ea33-2020-46c6-8edb-758eae5344e7" -d '{"events": [{"server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:17.352694 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:17.357341 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.360591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:17.501847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f52f73-d49b-4392-be73-73f09f5547f1 x-openstack-request-id: req-81f52f73-d49b-4392-be73-73f09f5547f1 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:17.503503 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "name": "network-vif-plugged", "status": "completed", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:17.505661 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81f52f73-d49b-4392-be73-73f09f5547f1 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:17.506217 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a', 'code': 200}
May 31 13:04:17.508782 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ece9765f-9e54-4f59-8da3-f5a7de551749 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:17.648896 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:17.673024 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:17.707587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Router 88a352ac-9c66-4cfd-96da-fd628d535811 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:04:17.769827 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port ece9765f-9e54-4f59-8da3-f5a7de551749 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:17.775868 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port ece9765f-9e54-4f59-8da3-f5a7de551749 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:17.776209 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:17.876222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56344) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:17.986885 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.026699 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port ece9765f-9e54-4f59-8da3-f5a7de551749, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ece9765f-9e54-4f59-8da3-f5a7de551749,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:18.033076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.036185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:18.066399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1324843010-network', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:18.071583 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:18.076255 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Usage tracker for resource:network and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:18.080349 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:18.082170 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:18.092107 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Sync routers for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:18.094287 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:18.107620 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:18.108304 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1cbe0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:18.114391 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Made reservation on behalf of 0a02f083ce334260b43647d8ed2907b6 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:18.118655 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.132079 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.147295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.151814 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4776115
May 31 13:04:18.151972 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:18.152063 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:18.152145 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56352) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:18.154640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:18.177165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45417a5-35ff-436b-aeed-6a635df67a21 req-eb2febbb-5911-4ab7-b3da-bc9ee4e5427f tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:18.178752 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d45417a5-35ff-436b-aeed-6a635df67a21 req-eb2febbb-5911-4ab7-b3da-bc9ee4e5427f tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.2960117
May 31 13:04:18.185974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da0815-4ac8-4c78-b413-781e81596409 req-daf0b482-213c-489b-b1fb-f84452b4571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:18.187437 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f4da0815-4ac8-4c78-b413-781e81596409 req-daf0b482-213c-489b-b1fb-f84452b4571d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 1098 time: 0.3466792
May 31 13:04:18.254395 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d45417a5-35ff-436b-aeed-6a635df67a21 req-264f309e-6599-4adc-b8d4-796255de5645 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659924
May 31 13:04:18.280469 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f4da0815-4ac8-4c78-b413-781e81596409 req-2bff73bf-7663-4215-9858-1059de7ea6e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618074
May 31 13:04:18.369050 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:18.373138 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:18.377886 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:18.391506 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:18.734552 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98a295-3ed2-43d0-a701-52128e6cbdf1 None None] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:18.750543 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1cbe0>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:16Z', 'revision_number': 3, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:18.755598 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Checking router: 88a352ac-9c66-4cfd-96da-fd628d535811 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:18.755952 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Updating router 88a352ac-9c66-4cfd-96da-fd628d535811 port 3277afc6-19d1-449b-8a1f-344458b2f3fb binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:18.823057 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.872118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.888677 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.901312 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:04:18.907046 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cd99a653-06fa-4ad1-9ba5-3291921cea7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:18.920468 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ced9446b-8d2f-4692-98dc-4ec14a81f806 None None] Provisioning for port 1490714e-1745-49a5-aed6-635e093958d4 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:18.977256 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:18.977502 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Added segment 16ed927d-6ab7-457f-a91b-1476307d25f0 of type vlan for network 60cc8fb7-1057-4e47-9700-0ee6057ae456
May 31 13:04:19.023471 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd806b0-ec3f-4c7d-beec-2cbb863dd085,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:19.027048 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:19.051784 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.157153 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.162085 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:19.162663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.168645 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3076ff36-e2a1-48a0-82f8-c7e5dbb6a9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:19.218112 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.231504 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Transition to ACTIVE for port object 3277afc6-19d1-449b-8a1f-344458b2f3fb will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:19.240343 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.248120 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-c01bb98f-8629-4910-9885-1f8709c068d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:19.282738 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4053888
May 31 13:04:19.285731 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56362) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:19.293493 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Request body: {'subnet': {'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1324843010-subnet', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:19.309435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:19.315935 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Usage tracker for resource:subnet and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:19.321639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:19.327612 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Pushing event updated for resources: {'Network': ['ID=60cc8fb7-1057-4e47-9700-0ee6057ae456,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:19.328292 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:19.330438 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:19.338666 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:04:19.350762 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662213f-a0ff-48b6-b983-ea3defbcbbf0 None None] Pushing event updated for resources: {'Port': ['ID=3277afc6-19d1-449b-8a1f-344458b2f3fb,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:19.354826 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7662213f-a0ff-48b6-b983-ea3defbcbbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:19.369121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.374934 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Made reservation on behalf of 0a02f083ce334260b43647d8ed2907b6 for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:19.378637 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11541176'] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.378794 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Attempting to bind port 3277afc6-19d1-449b-8a1f-344458b2f3fb on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:19.379163 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Attempting to bind port 3277afc6-19d1-449b-8a1f-344458b2f3fb by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:19.379569 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Attempting to bind port 3277afc6-19d1-449b-8a1f-344458b2f3fb on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:19.386168 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:19.388728 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:19.388728 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.388728 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:19.389259 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Bound port: 3277afc6-19d1-449b-8a1f-344458b2f3fb, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:19.389622 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.403014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 1490714e-1745-49a5-aed6-635e093958d4 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:19.543941 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] For port 3277afc6-19d1-449b-8a1f-344458b2f3fb, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:19.547698 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] For port 3277afc6-19d1-449b-8a1f-344458b2f3fb, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=3277afc6-19d1-449b-8a1f-344458b2f3fb,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:19.560387 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.574502 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:19.670421 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 1490714e-1745-49a5-aed6-635e093958d4 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:19.687244 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 1490714e-1745-49a5-aed6-635e093958d4 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:19.687636 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:19.718018 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:19.719224 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1cbe0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:19.836031 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cb6d0-94a9-4ae4-85c4-ff1df0812e85 req-51f42ae4-ea82-4089-b417-1ffec0fe0fd0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:19.837719 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-398cb6d0-94a9-4ae4-85c4-ff1df0812e85 req-51f42ae4-ea82-4089-b417-1ffec0fe0fd0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.3794417
May 31 13:04:19.841206 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Allocated IP 172.20.0.1 (eea16630-0815-474e-a9dd-b0a59f37a7b0/df3a3540-b18a-4226-988c-7e8842136aa2/ad187848-aa31-4451-878c-6662b32e4d57) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:19.859980 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662213f-a0ff-48b6-b983-ea3defbcbbf0 None None] Pushing event updated for resources: {'Port': ['ID=3277afc6-19d1-449b-8a1f-344458b2f3fb,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:19.870360 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7662213f-a0ff-48b6-b983-ea3defbcbbf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:19.996012 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.017713 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-398cb6d0-94a9-4ae4-85c4-ff1df0812e85 req-115ed93f-3c60-410b-9740-62599bd9e6dc tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731832
May 31 13:04:20.046271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 1490714e-1745-49a5-aed6-635e093958d4, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=1490714e-1745-49a5-aed6-635e093958d4,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:20.046271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.046271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ece9765f-9e54-4f59-8da3-f5a7de551749 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:20.104349 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:20.108999 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:20.125023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.145648 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Transition to ACTIVE for port object ad187848-aa31-4451-878c-6662b32e4d57 will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:20.157809 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1285094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11541166'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.164754 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a600e580-638b-489c-b3dd-9cf2b4bed419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:20.178845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.184050 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port ece9765f-9e54-4f59-8da3-f5a7de551749 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:20.184430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.185487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:20.243584 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=1490714e-1745-49a5-aed6-635e093958d4,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:20.244879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f0b966-471d-4c4c-bed4-1a2c058776c5,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:20.255735 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:20.256597 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.257046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.257401 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.258033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.258176 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.258420 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.258755 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.259092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.259629 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.259787 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.260123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.260455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:20.264943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:20.269055 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Checking segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:20.269210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:20.269403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Network hostable DHCP agents. Network: 60cc8fb7-1057-4e47-9700-0ee6057ae456, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:04:20.272554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:20.277915 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:20.292704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:04:20.309638 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 60cc8fb7-1057-4e47-9700-0ee6057ae456) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:20.320052 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Pushing event updated for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:20.320273 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb23f109-ef79-4e12-a2ec-12bd2b0abf1e None None] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:20.321958 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:20.325944 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.327518 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:20.355205 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.390444 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-bb678db5-41fc-4240-868c-5527dfd4feb1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1011293
May 31 13:04:20.391022 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56376) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:20.398684 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:20.408989 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:20.413505 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Usage tracker for resource:router and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:20.420866 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:20.428191 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:20.442042 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.443550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.469187 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.536415 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1cbe0>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:16Z', 'revision_number': 3, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:20.542972 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c04f7c-7c17-4ab4-a52f-de46bc59050b None None] The sync data for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi is: [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:16Z', 'revision_number': 3, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:20.710582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-60cc8fb7-1057-4e47-9700-0ee6057ae456', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:04:20.711603 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.726163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f9106f57-7f5f-4e14-a3ea-280cd8f68063 None None] Provisioning for port ad187848-aa31-4451-878c-6662b32e4d57 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:20.733928 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f9106f57-7f5f-4e14-a3ea-280cd8f68063 None None] Provisioning complete for port ad187848-aa31-4451-878c-6662b32e4d57 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:20.734431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f9106f57-7f5f-4e14-a3ea-280cd8f68063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.762385 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.794800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-f9106f57-7f5f-4e14-a3ea-280cd8f68063 None None] Port ad187848-aa31-4451-878c-6662b32e4d57 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:20.834581 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:20.978867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Allocated IP 172.20.0.2 (60cc8fb7-1057-4e47-9700-0ee6057ae456/05f0b966-471d-4c4c-bed4-1a2c058776c5/e1d0c4d1-bb44-458d-be11-442c01fdbffa) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:21.202694 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.210573 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.284651 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a83c9289-0a00-4301-bdd4-b76bf2e4a0d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:21.390150 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Pushing event updated for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:21.403261 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:21.456037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.466603 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 1490714e-1745-49a5-aed6-635e093958d4 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:21.470430 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.488413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.545545 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Transition to ACTIVE for port object e1d0c4d1-bb44-458d-be11-442c01fdbffa will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:21.552501 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.580645 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Transition to ACTIVE for port object e1d0c4d1-bb44-458d-be11-442c01fdbffa will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:21.591978 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.602583 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:21.692710 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Pushing event updated for resources: {'Port': ['ID=e1d0c4d1-bb44-458d-be11-442c01fdbffa,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:21.707531 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:21.707881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:21.708765 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 1490714e-1745-49a5-aed6-635e093958d4 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:21.709218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:21.709667 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:21.750610 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:21.759275 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:21.770953 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:21.813216 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Allocated IP 172.27.3.36 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/063c98d4-36fe-4d2d-9c93-e76e9259fa8f) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:21.963471 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Attempting to bind port e1d0c4d1-bb44-458d-be11-442c01fdbffa on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:21.964121 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Attempting to bind port e1d0c4d1-bb44-458d-be11-442c01fdbffa by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:21.964661 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Attempting to bind port e1d0c4d1-bb44-458d-be11-442c01fdbffa on network 60cc8fb7-1057-4e47-9700-0ee6057ae456 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:22.012708 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:22.013712 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Checking segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:22.014322 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.014735 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Bound using segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:22.015246 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Bound port: e1d0c4d1-bb44-458d-be11-442c01fdbffa, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:22.015641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.045554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Router 88a352ac-9c66-4cfd-96da-fd628d535811 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:04:22.123400 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 3277afc6-19d1-449b-8a1f-344458b2f3fb up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:22.152599 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe470d0-0c73-469b-96b5-fb825a214475 req-68fe7454-d49e-4a42-9bef-d95144c1c593 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:22.155526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cbe470d0-0c73-469b-96b5-fb825a214475 req-68fe7454-d49e-4a42-9bef-d95144c1c593 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.9292333
May 31 13:04:22.197831 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-0478dd4f-79fc-46b7-bf7d-c1100e885eb9 None None] Provisioning complete for port ad187848-aa31-4451-878c-6662b32e4d57 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:22.198193 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0478dd4f-79fc-46b7-bf7d-c1100e885eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.253882 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] For port e1d0c4d1-bb44-458d-be11-442c01fdbffa, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:22.255148 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cbe470d0-0c73-469b-96b5-fb825a214475 req-eb16ab8f-9e16-4e16-9350-fb5e947503d1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930197
May 31 13:04:22.261364 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.272138 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de3de-973a-471d-8e6d-209883a80415 req-4844ddb7-e55f-4b71-87b0-59d5a49f4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:22.273665 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-4844ddb7-e55f-4b71-87b0-59d5a49f4705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.1960857
May 31 13:04:22.282295 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] For port e1d0c4d1-bb44-458d-be11-442c01fdbffa, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e1d0c4d1-bb44-458d-be11-442c01fdbffa,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:22.306768 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-0478dd4f-79fc-46b7-bf7d-c1100e885eb9 None None] Port ad187848-aa31-4451-878c-6662b32e4d57 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:22.315655 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.350363 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:22.401051 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124352c-faf7-4333-a5f1-49712500fa31 req-d6a33577-5ecf-440f-80ae-677f199cb786 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:22.408586 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c124352c-faf7-4333-a5f1-49712500fa31 req-d6a33577-5ecf-440f-80ae-677f199cb786 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.3547344
May 31 13:04:22.412524 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:22.415301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.421627 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:22.442624 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 3277afc6-19d1-449b-8a1f-344458b2f3fb completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:22.457716 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 3277afc6-19d1-449b-8a1f-344458b2f3fb triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:22.459137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.470183 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] 10.222.0.20 "PUT /v2.0/routers/88a352ac-9c66-4cfd-96da-fd628d535811/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3169484
May 31 13:04:22.508414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de3de-973a-471d-8e6d-209883a80415 req-f254b883-4776-4c37-ad66-79d74f59e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:22.510239 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-f254b883-4776-4c37-ad66-79d74f59e4cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.2283599
May 31 13:04:22.517017 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c124352c-faf7-4333-a5f1-49712500fa31 req-5d576bd6-f9b2-49b3-8b16-7e28b0408415 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073251
May 31 13:04:22.521492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:22.594597 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:22.608323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:22.639731 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Pushing event updated for resources: {'Port': ['ID=e1d0c4d1-bb44-458d-be11-442c01fdbffa,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:22.654858 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:22.732926 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:22.736207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:22.761747 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.780887 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 3277afc6-19d1-449b-8a1f-344458b2f3fb, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=3277afc6-19d1-449b-8a1f-344458b2f3fb,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:22.798694 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:22.804256 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-882b05ff-2745-450d-9076-1770950248ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:22.909683 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-2f6e7bd5-e170-407a-a2ef-ac8803095cf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.3178823
May 31 13:04:22.922664 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=3277afc6-19d1-449b-8a1f-344458b2f3fb,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:22.936539 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:23.216652 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285de3de-973a-471d-8e6d-209883a80415 req-29591b93-1821-4e2e-9dc6-2cfde293f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:23.218115 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-29591b93-1821-4e2e-9dc6-2cfde293f795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.2706089
May 31 13:04:23.287226 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-6a7054ff-7733-41d0-8837-ef8dda90646e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572491
May 31 13:04:23.347153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-f0f68449-5f86-4f38-8000-7ba48292203f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:23.354059 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-f0f68449-5f86-4f38-8000-7ba48292203f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.4303980
May 31 13:04:23.385749 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e1d0c4d1-bb44-458d-be11-442c01fdbffa up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:23.415929 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-4595ad86-5527-42fa-ae8a-4e2ce366aacf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/quotas/15f46e5ba3174bf4a1454a03e1b1c2b8 HTTP/1.1" status: 200  len: 375 time: 0.0607076
May 31 13:04:23.449595 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56430) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:23.454766 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889250201', 'description': 'tempest-secgroup-smoke-889250201 description', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:23.469644 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:23.477156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:23.482593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port e1d0c4d1-bb44-458d-be11-442c01fdbffa completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:23.483720 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:23.488935 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 3277afc6-19d1-449b-8a1f-344458b2f3fb up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:23.501865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:23.516552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.540240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:23.545253 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:23.548776 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:23.557567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:23.579601 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 3277afc6-19d1-449b-8a1f-344458b2f3fb triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:23.579988 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.713745 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.719825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.731581 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:23.812014 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab895f03-6e84-41d9-ba4d-1dc2d0279753,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:23.825354 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:23.826294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.830668 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3800499
May 31 13:04:23.833622 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56442) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:23.839723 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:23.848182 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:23.852285 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:23.856303 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:23.863561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:23.868254 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.879671 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f254d-7f29-43c5-bf1b-cb377b25d65b None None] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:23.890080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.916817 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-11bde646-f895-454c-ae30-8b9de15c14d5 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5553467
May 31 13:04:23.965715 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.973569 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:23.977198 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2314a8a4-23e2-4686-93e1-507edaed39c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:23.984274 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Provisioning for port e1d0c4d1-bb44-458d-be11-442c01fdbffa completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:23.994857 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Provisioning complete for port e1d0c4d1-bb44-458d-be11-442c01fdbffa triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:23.995373 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.001387 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb74eebd-ad05-4bdf-ad83-783867b1d48f,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:24.005542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:24.026722 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.029977 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1948237
May 31 13:04:24.032269 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56446) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:24.040194 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:24.099372 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:24.102350 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-b84b1d3f-9526-4256-b4d8-893a38d9e4b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6855662
May 31 13:04:24.111900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:24.114461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:24.121829 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:24.153751 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.202996 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11d6c-b160-4d22-8db3-0c5284102d89 req-ade05b38-5f05-495a-9818-6866ae5823b4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:24.209911 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8b11d6c-b160-4d22-8db3-0c5284102d89 req-ade05b38-5f05-495a-9818-6866ae5823b4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1638870
May 31 13:04:24.263947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.273066 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8b11d6c-b160-4d22-8db3-0c5284102d89 req-d720bd25-bfd3-4d6f-a615-8b4f23cba769 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622199
May 31 13:04:24.286418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.298975 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.301018 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:24.311454 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] For port e1d0c4d1-bb44-458d-be11-442c01fdbffa, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e1d0c4d1-bb44-458d-be11-442c01fdbffa,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:24.319830 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.322849 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-681b38bc-232b-43b4-8ab4-54ee4e6096a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:24.339598 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-285de3de-973a-471d-8e6d-209883a80415 req-1f151c9b-172f-44bf-a07f-2a67e17ed9d3 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4036677
May 31 13:04:24.348453 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded6538a-7814-474d-adbe-279b5b731e29,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:24.366806 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:24.376298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.377491 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3439775
May 31 13:04:24.380758 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56452) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:24.386603 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:24.399031 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:24.411132 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:24.414600 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:24.419345 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Sync routers for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:24.433870 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:24.439108 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:24.439778 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3274e4f40>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:24.466282 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.563322 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-c1c5ba22-cb76-45a4-90c4-ce8255ee5cac service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4485605
May 31 13:04:24.571060 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.577281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.579363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:24.600816 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Pushing event updated for resources: {'Port': ['ID=e1d0c4d1-bb44-458d-be11-442c01fdbffa,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:24.604652 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:24.621520 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a9a90e-0d58-49f9-b831-4cc50becae78,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:24.631189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:24.632893 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.635306 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2532227
May 31 13:04:24.638166 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56458) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:24.645227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:24.653125 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:24.658704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:24.659345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.663099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:24.672521 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:24.695116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.704006 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c90317cf-5468-4a3e-bb03-5a51b805bb09 None None] Provisioning complete for port e1d0c4d1-bb44-458d-be11-442c01fdbffa triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:24.704388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c90317cf-5468-4a3e-bb03-5a51b805bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.777273 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.784067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.786772 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:24.792054 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:24.826186 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5b186c-cd88-4836-a8f6-4e85968426f0,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:24.836165 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:24.876412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:24.880045 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b087f6b6-9916-476b-bb84-753876b48e4c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2378933
May 31 13:04:24.889351 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56462) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:24.905989 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:24.935704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:24.945910 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:24.950555 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-494114de-44dc-432b-9b1f-4879c049710f service neutron] 10.222.0.20 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3864114
May 31 13:04:24.951881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:24.961206 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:24.990366 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.securitygroups_db [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Project b1f7fe73c2c748dd856bfec53c1ff416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:04:25.003791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.026252 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a708b9-f29f-40da-8657-49f1e7bbcf0e req-73e7306e-88d8-49ed-b4fb-c4c74c664f6d tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:25.033954 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46a708b9-f29f-40da-8657-49f1e7bbcf0e req-73e7306e-88d8-49ed-b4fb-c4c74c664f6d tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.2101109
May 31 13:04:25.077844 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Router 1eb20c32-0110-4814-a8b5-002fe188851b is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:04:25.084639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.092116 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.102527 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46a708b9-f29f-40da-8657-49f1e7bbcf0e req-7db06049-d1e6-40ce-b7dd-8c2bb3f85f48 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673897
May 31 13:04:25.197861 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fce6f54b-1540-453c-a8b4-c4fad17365be tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:25.199331 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3274e4f40>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:20Z', 'revision_number': 4, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ad187848-aa31-4451-878c-6662b32e4d57', 'name': '', 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'mac_address': 'fa:16:3e:7f:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:19Z', 'updated_at': '2021-05-31T13:04:20Z', 'revision_number': 2, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'subnets': [{'id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:25.204075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Checking router: 88a352ac-9c66-4cfd-96da-fd628d535811 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:25.204501 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Updating router 88a352ac-9c66-4cfd-96da-fd628d535811 port ad187848-aa31-4451-878c-6662b32e4d57 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:25.207530 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.211206 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3183844
May 31 13:04:25.221925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56472) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:25.227723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'security_group_rule': {'security_group_id': 'ab895f03-6e84-41d9-ba4d-1dc2d0279753', 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:25.238894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de30d057-0c05-4e80-a81f-8cf0db9b8630,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:25.244884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8ce72c57-ca0b-43dd-ab65-008d5db02339 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:25.245966 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:25.253576 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:security_group_rule and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:25.258027 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:25.276472 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.315535 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-06f5e08b-6730-44a9-9823-10b03db47238 req-b36ed0f7-1ffc-4989-b395-823e2aac70c0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.1705916
May 31 13:04:25.342666 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e1d0c4d1-bb44-458d-be11-442c01fdbffa up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:25.367442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:25.403400 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.securitygroups_db [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Project b1f7fe73c2c748dd856bfec53c1ff416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:04:25.415067 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.472570 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:25.500001 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Sync routers for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:25.515044 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:25.517306 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1c700>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:25.521623 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port e1d0c4d1-bb44-458d-be11-442c01fdbffa triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:25.522235 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.614598 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.621788 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.623175 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.2309754
May 31 13:04:25.623940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.626746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56486) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:25.649197 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:25.680122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abbc73a-9edb-495d-9420-da8cfdc7d2f9,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:25.683978 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:25.698072 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a48e-f390-481e-a6c6-06493de7fee1 req-0c620e2f-2604-4be2-a505-ae2e9357d592 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:25.701479 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e921a48e-f390-481e-a6c6-06493de7fee1 req-0c620e2f-2604-4be2-a505-ae2e9357d592 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2905030
May 31 13:04:25.705594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:25.721380 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-cfb4a006-095c-45c4-a934-ce858cc69e08 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4980009
May 31 13:04:25.771599 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e921a48e-f390-481e-a6c6-06493de7fee1 req-d36b79b5-e0da-439b-92f8-ddbfe76e8478 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485897
May 31 13:04:25.833090 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:25.988288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.015468 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Transition to ACTIVE for port object ad187848-aa31-4451-878c-6662b32e4d57 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:26.032573 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.037279 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:26.296120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-3efefdf8-8f31-44b9-9fe1-fb44876497b4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:26.297709 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-3efefdf8-8f31-44b9-9fe1-fb44876497b4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.4259009
May 31 13:04:26.339459 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1c700>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:23Z', 'revision_number': 3, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:26.345339 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Checking router: 1eb20c32-0110-4814-a8b5-002fe188851b for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:26.345924 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Updating router 1eb20c32-0110-4814-a8b5-002fe188851b port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:26.402346 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Pushing event updated for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:26.430627 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.476582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:26.538812 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Attempting to bind port ad187848-aa31-4451-878c-6662b32e4d57 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:26.539196 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Attempting to bind port ad187848-aa31-4451-878c-6662b32e4d57 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:26.539573 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Attempting to bind port ad187848-aa31-4451-878c-6662b32e4d57 on network eea16630-0815-474e-a9dd-b0a59f37a7b0 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:26.567771 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:26.567771 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Checking segment: {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:26.568140 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.568596 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Bound using segment: {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:26.569124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Bound port: ad187848-aa31-4451-878c-6662b32e4d57, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1442a65a-4f14-4b52-ba8f-70a8923d6072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:26.569514 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.628118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Deleting port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:04:26.628960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.923413 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] For port ad187848-aa31-4451-878c-6662b32e4d57, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:26.927957 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] For port ad187848-aa31-4451-878c-6662b32e4d57, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ad187848-aa31-4451-878c-6662b32e4d57,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:26.930841 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-360d52dd-e42a-4d79-9e15-6a8e91293fc8 req-4bcb08c8-0d16-43d7-9a85-39b66daa4c88 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.1224375
May 31 13:04:26.936299 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:26.941187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:26.998964 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c7c49-b31f-46d1-b747-a5c175e82f87 req-3b3f2d4e-24e3-4ec9-ac49-5f7620c1e2f1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:27.002984 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e92c7c49-b31f-46d1-b747-a5c175e82f87 req-3b3f2d4e-24e3-4ec9-ac49-5f7620c1e2f1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 945 time: 0.6542668
May 31 13:04:27.041974 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Pushing event updated for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:27.056761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.057137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.057482 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.057822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.058210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.058546 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.058882 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.059207 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.059639 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.059906 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.060237 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.060560 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:27.064933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:27.073577 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:27.074274 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3274e4f40>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:27.077806 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] For port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:27.078415 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.209591 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e92c7c49-b31f-46d1-b747-a5c175e82f87 req-a7db3b5f-4e2b-465d-816c-7f4e272fd3c7 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978650
May 31 13:04:27.249561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.328535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Calling delete_port for a0404fd3-bc74-46fd-8d18-bd4b2d2d764a owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:04:27.413261 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:27.420267 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-94ff44a8-ffc8-43bf-889b-891271e45a91 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:27.422083 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-94ff44a8-ffc8-43bf-889b-891271e45a91 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 815 time: 0.5612798
May 31 13:04:27.426638 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.439517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Request body: {'port': {'device_id': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'admin_state_up': True, 'tenant_id': '15f46e5ba3174bf4a1454a03e1b1c2b8'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:27.458991 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Transition to ACTIVE for port object 063c98d4-36fe-4d2d-9c93-e76e9259fa8f will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:27.471657 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.501324 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:27.637636 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Attempting to bind port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:27.638015 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Attempting to bind port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:27.638383 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Attempting to bind port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:27.652635 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:27.653057 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:27.653452 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.653854 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:27.654341 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Bound port: 063c98d4-36fe-4d2d-9c93-e76e9259fa8f, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:27.654715 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.702954 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de99c89-b056-43a7-90bd-c5a19d232405 req-ef79b969-dc87-4739-b7ec-e3eb8fb773f0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:27.710935 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9de99c89-b056-43a7-90bd-c5a19d232405 req-ef79b969-dc87-4739-b7ec-e3eb8fb773f0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2869813
May 31 13:04:27.737164 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1bc1-83cf-48a6-9f85-d41857a33ae6 None None] Pushing event updated for resources: {'Port': ['ID=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:27.740567 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7a1b1bc1-83cf-48a6-9f85-d41857a33ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:27.743108 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] For port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:27.746322 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] For port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:27.751538 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.756479 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-f4746b24-ad3e-4189-bac1-f54660a5a500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:27.760663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Allocated IP 172.20.0.1 (60cc8fb7-1057-4e47-9700-0ee6057ae456/05f0b966-471d-4c4c-bed4-1a2c058776c5/b62d8bb5-2fc1-4fc6-9578-85c2eecf6633) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:27.763802 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.774095 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:27.782343 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9de99c89-b056-43a7-90bd-c5a19d232405 req-9adc0a3b-feeb-4cc2-aa13-c13e2b253576 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695148
May 31 13:04:27.828079 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Pushing event deleted for resources: {'Port': ['ID=a0404fd3-bc74-46fd-8d18-bd4b2d2d764a,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:27.830769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:27.840120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:27.844063 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:27.844888 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1c700>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:27.885844 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3274e4f40>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:20Z', 'revision_number': 4, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ad187848-aa31-4451-878c-6662b32e4d57', 'name': '', 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'mac_address': 'fa:16:3e:7f:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:19Z', 'updated_at': '2021-05-31T13:04:26Z', 'revision_number': 4, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'subnets': [{'id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:27.890397 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb2453-4fb2-4400-8fd5-cd5eada7f6a3 None None] The sync data for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi is: [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:04:20Z', 'revision_number': 4, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ad187848-aa31-4451-878c-6662b32e4d57', 'name': '', 'network_id': 'eea16630-0815-474e-a9dd-b0a59f37a7b0', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'mac_address': 'fa:16:3e:7f:4a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:19Z', 'updated_at': '2021-05-31T13:04:26Z', 'revision_number': 4, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'subnets': [{'id': 'df3a3540-b18a-4226-988c-7e8842136aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:27.929606 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:27.932122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] No DVR routers for this DVR port a0404fd3-bc74-46fd-8d18-bd4b2d2d764a on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:04:27.943374 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.947065 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'name': 'network-vif-deleted', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:27.950346 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e365403c-aba9-4ac0-b7be-2ece7d01de93" -d '{"events": [{"server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "name": "network-vif-deleted", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:27.972325 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Made reservation on behalf of 15f46e5ba3174bf4a1454a03e1b1c2b8 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:27.976721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:27.996310 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ec76a8c6-dc07-457f-92e4-c794bd6a0f27 req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "DELETE /v2.0/ports/a0404fd3-bc74-46fd-8d18-bd4b2d2d764a HTTP/1.1" status: 204  len: 173 time: 1.6912756
May 31 13:04:28.020617 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1bc1-83cf-48a6-9f85-d41857a33ae6 None None] Pushing event updated for resources: {'Port': ['ID=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:28.039733 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7a1b1bc1-83cf-48a6-9f85-d41857a33ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:28.097277 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93e12d6-910d-40e2-a4f9-3cc725eb45db x-openstack-request-id: req-e93e12d6-910d-40e2-a4f9-3cc725eb45db {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:28.104715 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb", "name": "network-vif-deleted", "tag": "a0404fd3-bc74-46fd-8d18-bd4b2d2d764a", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:28.105216 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e93e12d6-910d-40e2-a4f9-3cc725eb45db {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:28.105758 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb', 'name': 'network-vif-deleted', 'tag': 'a0404fd3-bc74-46fd-8d18-bd4b2d2d764a', 'status': 'completed', 'code': 200}
May 31 13:04:28.199586 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:28.242681 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:28.262194 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0f531897-0d02-4963-9d62-0d40c20b6731 req-97f96bc6-87e2-4832-af03-417dabf196b4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.0556161
May 31 13:04:28.282602 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Transition to ACTIVE for port object b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:28.329804 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:28.335968 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:28.392345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Allocated IP 172.20.0.6 (d4433981-1e98-4e61-b779-b6a7a9fd656e/f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5/756b418a-ffe3-410b-b58e-6ae058f6e481) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:28.463115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-646423c9-c828-4e51-a836-97db6e34e00c req-4e89afc7-8b10-4225-bff2-f0df7df04157 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Synchronizing usage tracker for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:28.516445 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-646423c9-c828-4e51-a836-97db6e34e00c req-4e89afc7-8b10-4225-bff2-f0df7df04157 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Unset dirty status for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:28.518397 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-646423c9-c828-4e51-a836-97db6e34e00c req-4e89afc7-8b10-4225-bff2-f0df7df04157 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1141a69-5dc0-4c0b-8ddd-48f67c1b36bb HTTP/1.1" status: 200  len: 210 time: 0.1098006
May 31 13:04:28.542125 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:28.551740 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:28.556130 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:28.586963 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Pushing event updated for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:28.599313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:28.632316 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:28.786428 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a0404fd3-bc74-46fd-8d18-bd4b2d2d764a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:04:28.869752 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:28.891951 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: a0404fd3-bc74-46fd-8d18-bd4b2d2d764a {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:04:28.892328 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a0404fd3-bc74-46fd-8d18-bd4b2d2d764a not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:04:28.904670 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cd1c700>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:23Z', 'revision_number': 3, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:28.918235 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b28248-c402-490d-bf96-db0fe89a4719 None None] The sync data for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi is: [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:23Z', 'revision_number': 3, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:28.947433 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-16c53eb0-6425-4988-9445-00ad0025d47f None None] Provisioning for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:28.957486 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-16c53eb0-6425-4988-9445-00ad0025d47f None None] Provisioning complete for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:28.957677 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:28.958067 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-16c53eb0-6425-4988-9445-00ad0025d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.097869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.099223 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-16c53eb0-6425-4988-9445-00ad0025d47f None None] Port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:29.118339 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:29.125510 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:04:29.211737 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Network d4433981-1e98-4e61-b779-b6a7a9fd656e is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:29.215692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event updated for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:29.218716 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:29.219688 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:29.222463 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:29.400592 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.410580 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.446677 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ad187848-aa31-4451-878c-6662b32e4d57 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:29.490706 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:29.554711 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce377be-a103-4d03-88bf-fd519d2d3b5f req-45660131-0b5e-49ca-ad40-2b2819da3237 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:29.571192 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fce377be-a103-4d03-88bf-fd519d2d3b5f req-45660131-0b5e-49ca-ad40-2b2819da3237 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.5685191
May 31 13:04:29.638530 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:29.639289 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.651194 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port ad187848-aa31-4451-878c-6662b32e4d57 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:29.661248 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fce377be-a103-4d03-88bf-fd519d2d3b5f req-f0f2b6b0-d6e8-4348-bd81-0043c86c1afa tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890360
May 31 13:04:29.671952 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port ad187848-aa31-4451-878c-6662b32e4d57 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:29.672518 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.697993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.718182 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2826865
May 31 13:04:29.741359 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Request body: {'port': {'device_id': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:29.759262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Pushing event updated for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:29.767295 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:29.842171 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.879179 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:04:29.961927 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:29.970305 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:29.980730 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port ad187848-aa31-4451-878c-6662b32e4d57, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ad187848-aa31-4451-878c-6662b32e4d57,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:29.982288 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:29.990580 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:30.005365 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f5f33a49-9aa9-4719-bf3a-07d034b9a4d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:30.185003 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:30.197543 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:30.319067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ead7-1582-46f6-b048-04f03309f075 req-8ff603e7-ab52-49b1-8293-1fb611e514e8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:30.320763 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fcd8ead7-1582-46f6-b048-04f03309f075 req-8ff603e7-ab52-49b1-8293-1fb611e514e8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 931 time: 0.7704465
May 31 13:04:30.338310 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-3d0e36db-49a2-4c97-83ea-9de6cea0d137 None None] Provisioning complete for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:30.338693 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-3d0e36db-49a2-4c97-83ea-9de6cea0d137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:30.400309 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fcd8ead7-1582-46f6-b048-04f03309f075 req-2ba337c3-4496-46dd-a2bb-b668cc9d7c23 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713129
May 31 13:04:30.402085 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Router 1eb20c32-0110-4814-a8b5-002fe188851b has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:04:30.458204 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e36db-49a2-4c97-83ea-9de6cea0d137 None None] Port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:30.607919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:30.617634 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] 10.222.0.20 "PUT /v2.0/routers/1eb20c32-0110-4814-a8b5-002fe188851b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9892416
May 31 13:04:30.618335 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-62a93cf3-ffad-4e05-82f2-e600c8bc4f59 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:30.620396 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-62a93cf3-ffad-4e05-82f2-e600c8bc4f59 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 809 time: 0.1982079
May 31 13:04:30.677753 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-2d627424-69f8-41aa-8219-87eb7d7139dc tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/quotas/6f1ab06914c84a4aad4624c191292859 HTTP/1.1" status: 200  len: 375 time: 0.0247781
May 31 13:04:30.739413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756b418a-ffe3-410b-b58e-6ae058f6e481 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:30.759763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:30.771717 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-96d5a18f-1780-4e9e-9295-e61692fd8691 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0813017
May 31 13:04:30.858268 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Transition to ACTIVE for port object 756b418a-ffe3-410b-b58e-6ae058f6e481 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:30.867424 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:30.874207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a3df444c-4f70-422a-a1e9-3e6191ee2b76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:30.904153 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e28f9-4acd-42fd-8e74-2437e17da21d req-71bf1fdf-d74f-4b20-a094-d2a384d817ea tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:30.905839 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-407e28f9-4acd-42fd-8e74-2437e17da21d req-71bf1fdf-d74f-4b20-a094-d2a384d817ea tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1084032
May 31 13:04:30.958174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:30.962080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:30.982328 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-407e28f9-4acd-42fd-8e74-2437e17da21d req-149d0db2-2994-47d6-a0b1-c9bfd953b620 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698335
May 31 13:04:31.162905 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-2c3133c9-a6ba-4bf5-9209-68854762d1ed service neutron] 10.222.0.20 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3903105
May 31 13:04:31.275192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Attempting to bind port 756b418a-ffe3-410b-b58e-6ae058f6e481 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:31.275531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Attempting to bind port 756b418a-ffe3-410b-b58e-6ae058f6e481 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:31.275863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Attempting to bind port 756b418a-ffe3-410b-b58e-6ae058f6e481 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:31.282717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Port 756b418a-ffe3-410b-b58e-6ae058f6e481 on network d4433981-1e98-4e61-b779-b6a7a9fd656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:04:31.283620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Attempting to bind port 756b418a-ffe3-410b-b58e-6ae058f6e481 on network d4433981-1e98-4e61-b779-b6a7a9fd656e {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:31.292880 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:31.293224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Checking segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:31.293608 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Bound using segment: {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:31.296865 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Bound port: 756b418a-ffe3-410b-b58e-6ae058f6e481, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e76c1bb-9d65-4f2c-9689-400923e9b76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:31.296865 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.369707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ad187848-aa31-4451-878c-6662b32e4d57 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:31.398599 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-3ced8331-5e12-475e-b8b3-c6176596a14b service neutron] 10.222.0.20 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285173
May 31 13:04:31.414218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56618) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:31.424315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1887022314-network', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:31.430732 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:31.436235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Usage tracker for resource:network and tenant:f0d03467086c40c7a25a256542a0606d is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:31.441746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:31.449007 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:31.470902 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port ad187848-aa31-4451-878c-6662b32e4d57 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:31.471359 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.476628 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Made reservation on behalf of f0d03467086c40c7a25a256542a0606d for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:31.485928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:31.486288 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.491152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=756b418a-ffe3-410b-b58e-6ae058f6e481,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:31.496483 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.501724 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-acb737a4-14db-4e58-abbf-8c5b44725b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:31.506045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.542249 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:31.549503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Usage tracker for resource:security_group_rule and tenant:f0d03467086c40c7a25a256542a0606d is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:31.561125 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:31.569011 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:31.600362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:31.601237 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.602692 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/756b418a-ffe3-410b-b58e-6ae058f6e481 HTTP/1.1" status: 200  len: 1093 time: 1.8739970
May 31 13:04:31.603339 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:31.605738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a463bfe-852c-478f-b5f5-7952bc5af11e" -d '{"events": [{"name": "network-changed", "server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:31.669665 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:31.684594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:31.770747 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f0323c-c39e-4a76-931c-953a748b743e x-openstack-request-id: req-e7f0323c-c39e-4a76-931c-953a748b743e {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:31.771175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:31.771563 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7f0323c-c39e-4a76-931c-953a748b743e {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:31.772578 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481', 'status': 'completed', 'code': 200}
May 31 13:04:31.818542 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 063c98d4-36fe-4d2d-9c93-e76e9259fa8f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:31.832628 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.861888 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.866836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-13e72449-d4b9-406f-98e3-217b8311597d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:31.887547 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43d83ebf-210d-4062-ab5c-167cfe2f9e44 req-9398ff95-3ff6-44ba-ba05-98bf230a19c4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0630047
May 31 13:04:31.904969 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-00ef12ff-4a65-47e4-97e5-4e3d59a12f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:31.906455 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-00ef12ff-4a65-47e4-97e5-4e3d59a12f94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 1096 time: 0.2209659
May 31 13:04:31.919113 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a6439-6bd1-43b2-93b8-77c3031a52b4,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:31.922375 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:31.932390 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:04:31.951406 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:31.957835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:31.958638 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.959557 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c3c81-49a0-455d-8e66-10e714fbfcc6 req-55b19e71-65cc-44a2-8978-cda5cc27f1fa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:31.961163 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f57c3c81-49a0-455d-8e66-10e714fbfcc6 req-55b19e71-65cc-44a2-8978-cda5cc27f1fa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 943 time: 0.2391708
May 31 13:04:31.962254 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:31.962671 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Added segment 254632a5-b63d-4df0-91eb-d393d15d7f1a of type vlan for network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff
May 31 13:04:32.001445 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Sync routers for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:32.037921 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f57c3c81-49a0-455d-8e66-10e714fbfcc6 req-0cf39215-5d1b-4b4a-85a3-28fff3be2350 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697131
May 31 13:04:32.043415 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.058673 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:32.059383 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327639070>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:32.093222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.095257 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:32.095944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.122064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:32.143085 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7243521
May 31 13:04:32.148499 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 56640) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:32.154530 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Request body: {'subnet': {'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1887022314-subnet', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:32.159466 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:32.264374 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-ffa1d211-b7df-4999-b611-63e00430346b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756b418a-ffe3-410b-b58e-6ae058f6e481 HTTP/1.1" status: 200  len: 217 time: 0.3468285
May 31 13:04:32.274507 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Usage tracker for resource:subnet and tenant:f0d03467086c40c7a25a256542a0606d is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:32.278972 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:32.287117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:32.349544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a644-1495-421b-954d-76caf69ccbbc req-940d05c8-2e9b-4fd0-a8b4-3b0df953f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:32.351224 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-940d05c8-2e9b-4fd0-a8b4-3b0df953f362 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.0715895
May 31 13:04:32.361723 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Made reservation on behalf of f0d03467086c40c7a25a256542a0606d for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:32.364322 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.434851 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-f0cff709-584a-413f-9f6d-c9618fc3a1ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738049
May 31 13:04:32.448465 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93605be-eda2-44f3-b7d8-ad2c8642b0cc req-6e958220-58e5-43ea-9f27-260dc2a2b7f5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:32.454163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.457181 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d93605be-eda2-44f3-b7d8-ad2c8642b0cc req-6e958220-58e5-43ea-9f27-260dc2a2b7f5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2511423
May 31 13:04:32.461272 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Pushing event updated for resources: {'Network': ['ID=104f0b07-d818-42a8-9ed1-402ceb7cf6ff,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:32.478034 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:04:32.507010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:32.522165 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:32.599641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:32.633218 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d93605be-eda2-44f3-b7d8-ad2c8642b0cc req-e2502ee5-e34c-4c51-ab8d-2b78e0a88c52 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743407
May 31 13:04:32.674936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:32.681057 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:32.721181 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-c5bfeac8-884e-4899-98af-9fa8eccdc7bb service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602630
May 31 13:04:32.831011 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:32.835432 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:32.894875 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3a54a644-1495-421b-954d-76caf69ccbbc req-91aba126-2fe7-4ade-a646-8ee8299b5e6f service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666129
May 31 13:04:33.062930 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.070466 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:33.075157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-472ed98c-7098-4b7f-9aa0-ed800aa1c703 req-e2b030c2-d3ba-4a5f-993d-36ea0bb599b6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0537262
May 31 13:04:33.098514 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327639070>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:29Z', 'revision_number': 2, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:33.102790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Checking router: 1eb20c32-0110-4814-a8b5-002fe188851b for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:33.103319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Updating router 1eb20c32-0110-4814-a8b5-002fe188851b port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:33.104323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-f84d1bf7-bec9-41f1-a930-d11393054a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.105901 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-f84d1bf7-bec9-41f1-a930-d11393054a62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 1096 time: 0.1280591
May 31 13:04:33.158684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Checking segment: {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:33.159045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Network hostable DHCP agents. Network: 104f0b07-d818-42a8-9ed1-402ceb7cf6ff, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:04:33.160497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.238824 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d6cb3f2-3665-47ce-a896-7733742c4750,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:33.242627 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:33.268748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:04:33.274795 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-cd2bd0ca-35a4-45b7-b746-039b70b90ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.276997 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-cd2bd0ca-35a4-45b7-b746-039b70b90ff6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 200  len: 916 time: 0.1632001
May 31 13:04:33.282179 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 104f0b07-d818-42a8-9ed1-402ceb7cf6ff) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:33.297660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.298625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.302926 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 063c98d4-36fe-4d2d-9c93-e76e9259fa8f up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:33.327636 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03bcb8-25e6-4118-a08d-73a3cff2939d None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:33.329644 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb7b4-0d71-4c0b-aacb-13ea7fa5d19e req-fa3a7965-20a9-4df7-8ba9-2987d335b306 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.331212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2d7bb7b4-0d71-4c0b-aacb-13ea7fa5d19e req-fa3a7965-20a9-4df7-8ba9-2987d335b306 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 943 time: 0.1611738
May 31 13:04:33.338479 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-60f7f65d-244b-4887-9fe0-7eba90e1e361 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1882057
May 31 13:04:33.348870 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56654) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:33.359846 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:33.363502 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-964e3001-92a4-493c-b7bb-28af53fcc5ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=756b418a-ffe3-410b-b58e-6ae058f6e481 HTTP/1.1" status: 200  len: 217 time: 0.0791664
May 31 13:04:33.365770 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:33.369766 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Usage tracker for resource:router and tenant:f0d03467086c40c7a25a256542a0606d is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:04:33.374078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:04:33.398070 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2d7bb7b4-0d71-4c0b-aacb-13ea7fa5d19e req-ac7d7658-62bf-4e46-b37c-880f80e891e8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580406
May 31 13:04:33.420088 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:33.442822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.443790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.450936 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-15fb4d5e-b7a6-43d4-befa-d9c43d2f5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.452450 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-15fb4d5e-b7a6-43d4-befa-d9c43d2f5061 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 200  len: 855 time: 0.0793829
May 31 13:04:33.464956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.536598 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-b5aeb726-7f23-4f9d-b749-c5b63576c385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4433981-1e98-4e61-b779-b6a7a9fd656e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700142
May 31 13:04:33.652289 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:33.652845 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.930572 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'fixed_ips': [{'subnet_id': '6d6cb3f2-3665-47ce-a896-7733742c4750'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:04:33.931851 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:33.966845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1b8b-3e02-4a1e-9336-f071d12b9b7d req-e1cd5dee-772f-445e-be90-11c3a3c9f589 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:33.974199 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-47be1b8b-3e02-4a1e-9336-f071d12b9b7d req-e1cd5dee-772f-445e-be90-11c3a3c9f589 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1952820
May 31 13:04:34.055156 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-47be1b8b-3e02-4a1e-9336-f071d12b9b7d req-39c9a687-c26d-4b12-aa57-5816619b575a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799623
May 31 13:04:34.091617 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.116771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.126687 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Transition to ACTIVE for port object b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:34.146679 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.182464 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:34.227244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-f0285ba9-7d3f-4383-aa67-747aef84a7c4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:34.228957 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-f0285ba9-7d3f-4383-aa67-747aef84a7c4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 809 time: 0.6267648
May 31 13:04:34.232249 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-7243a4d8-5e26-4348-8b60-1fc4b4e70c1f service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6198936
May 31 13:04:34.257495 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ec9d39e4-0d35-4a65-a3c4-a7db8378bb49 req-c36dfae1-5c59-454d-be30-e7a6a7757bc6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0559576
May 31 13:04:34.293458 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Request body: {'port': {'device_id': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1', 'admin_state_up': True, 'tenant_id': '6f1ab06914c84a4aad4624c191292859'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:34.416228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Allocated IP 172.20.0.2 (104f0b07-d818-42a8-9ed1-402ceb7cf6ff/6d6cb3f2-3665-47ce-a896-7733742c4750/78bfd951-1e66-41fb-8a81-7e811a73ab6c) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:34.423683 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Pushing event updated for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:34.427375 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:34.543498 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Attempting to bind port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:34.543973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Attempting to bind port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:34.544526 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Attempting to bind port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 on network 60cc8fb7-1057-4e47-9700-0ee6057ae456 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:34.569542 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:34.569977 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Checking segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:34.570423 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.570856 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Bound using segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:34.571397 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Bound port: b62d8bb5-2fc1-4fc6-9578-85c2eecf6633, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:34.571847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.632885 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1a463bfe-852c-478f-b5f5-7952bc5af11e req-340270b0-6fad-4718-a31a-886bcf291632 service neutron] 10.222.0.36 "GET /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437567
May 31 13:04:34.635975 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:34.673427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:34.776517 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] For port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:34.792002 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] For port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:34.800546 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.804587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Made reservation on behalf of 6f1ab06914c84a4aad4624c191292859 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:34.806060 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:34.808227 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.834714 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.872633 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Transition to ACTIVE for port object 78bfd951-1e66-41fb-8a81-7e811a73ab6c will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:34.903448 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd7567-d0c4-40fa-ac70-2064c75d3ade req-aab35d79-a891-4d53-87c2-88e9c699eb57 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:34.904157 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4ffd7567-d0c4-40fa-ac70-2064c75d3ade req-aab35d79-a891-4d53-87c2-88e9c699eb57 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:34.909537 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Transition to ACTIVE for port object 78bfd951-1e66-41fb-8a81-7e811a73ab6c will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:34.916229 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:34.916893 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327639070>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:34.965472 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Pushing event updated for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:34.974050 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:34.985557 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:34.986048 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:35.027278 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4ffd7567-d0c4-40fa-ac70-2064c75d3ade req-aab35d79-a891-4d53-87c2-88e9c699eb57 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:35.028560 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4ffd7567-d0c4-40fa-ac70-2064c75d3ade req-aab35d79-a891-4d53-87c2-88e9c699eb57 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 943 time: 0.4820967
May 31 13:04:35.069228 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.094836 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:35.099854 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:35.110194 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:35.144466 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.180356 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Pushing event updated for resources: {'Port': ['ID=78bfd951-1e66-41fb-8a81-7e811a73ab6c,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:35.193950 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:35.250990 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4ffd7567-d0c4-40fa-ac70-2064c75d3ade req-04322fc3-8d15-47ae-a739-c85c346251b5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112021
May 31 13:04:35.268470 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Allocated IP 172.20.0.8 (3d222cba-c9b1-4bc8-bbe5-5a204bf673a1/72f34fcc-fcc9-41ed-8844-ea829615ad79/ae6ebed4-dceb-42be-a411-13efbdfcdcfb) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:35.297674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116234e-375c-4ee3-ad1b-2b01c079fc34 req-a6db0934-5b46-4620-9db1-d2d6e90ff1a4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:35.306472 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6116234e-375c-4ee3-ad1b-2b01c079fc34 req-a6db0934-5b46-4620-9db1-d2d6e90ff1a4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1267974
May 31 13:04:35.320717 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:35.366018 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6116234e-375c-4ee3-ad1b-2b01c079fc34 req-7d37620b-83a2-4175-a3b6-e00e75178524 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581820
May 31 13:04:35.373783 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Attempting to bind port 78bfd951-1e66-41fb-8a81-7e811a73ab6c on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:35.374166 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Attempting to bind port 78bfd951-1e66-41fb-8a81-7e811a73ab6c by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:35.374540 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Attempting to bind port 78bfd951-1e66-41fb-8a81-7e811a73ab6c on network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:35.392488 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:35.392933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Checking segment: {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:35.393374 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.393789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Bound using segment: {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:35.394353 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Bound port: 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:35.394787 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.519278 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cfc280c8-5267-4308-b966-67f5e7311878 req-27c60e51-64e0-41c1-afe2-103ce41c52a6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0461884
May 31 13:04:35.544232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Allocated IP 172.27.3.160 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/475a7f08-ea64-470f-a1f3-3776573838c5) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:35.659874 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.686916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] For port 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:35.710764 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] For port 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=78bfd951-1e66-41fb-8a81-7e811a73ab6c,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:35.738898 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.746963 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:35.749781 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.759832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:35.766390 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:35.840438 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Pushing event updated for resources: {'Port': ['ID=78bfd951-1e66-41fb-8a81-7e811a73ab6c,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:35.843878 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:35.858226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327639070>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:34Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:35.871036 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc7b6e6-eebe-465d-b5e1-3805fce2add7 None None] The sync data for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi is: [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:34Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:35.996647 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Pushing event updated for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:36.000357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:36.005455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:36.005455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:36.007664 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:36.069446 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:36.092110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:36.139901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:36.140578 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:36.214020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:36.221717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:36.226613 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:36.265996 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9813116
May 31 13:04:36.268681 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Pushing event updated for resources: {'Port': ['ID=475a7f08-ea64-470f-a1f3-3776573838c5,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:36.282189 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Request body: {'port': {'device_id': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:36.314497 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:36.519899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6028-2ef2-4651-9b73-9aced4f0ed6a req-121449b4-20ab-41ca-9aa5-ff1a6a13ea10 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:36.522188 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-83da6028-2ef2-4651-9b73-9aced4f0ed6a req-121449b4-20ab-41ca-9aa5-ff1a6a13ea10 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 943 time: 0.1310031
May 31 13:04:36.573091 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-83da6028-2ef2-4651-9b73-9aced4f0ed6a req-c0e06ead-228c-4b96-990c-bb4cd234893e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450618
May 31 13:04:36.661751 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:36.814130 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 756b418a-ffe3-410b-b58e-6ae058f6e481 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:04:36.857315 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d1988-59ff-485e-84b2-2ca7838ea454 req-25328191-74af-466b-9484-830464a21d61 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:36.864460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-754d1988-59ff-485e-84b2-2ca7838ea454 req-25328191-74af-466b-9484-830464a21d61 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.3480515
May 31 13:04:36.997810 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae7389-9716-4005-9ea5-1d19c717d253 req-fa7db5f9-464e-4dfc-80bd-1ea8603dbd76 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:36.999769 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-26ae7389-9716-4005-9ea5-1d19c717d253 req-fa7db5f9-464e-4dfc-80bd-1ea8603dbd76 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 931 time: 0.1315484
May 31 13:04:37.018818 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=756b418a-ffe3-410b-b58e-6ae058f6e481,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:37.035385 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '756b418a-ffe3-410b-b58e-6ae058f6e481', 'network_id': 'd4433981-1e98-4e61-b779-b6a7a9fd656e', 'port_id': '756b418a-ffe3-410b-b58e-6ae058f6e481', 'mac_address': 'fa:16:3e:ad:67:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:04:37.083432 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-26ae7389-9716-4005-9ea5-1d19c717d253 req-7c2b5c52-292c-4ba1-9a09-9d4923ef31f8 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762241
May 31 13:04:37.100138 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01bf488-b689-4a87-ab0c-9fbf4e364f95 None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:04:37.130699 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-754d1988-59ff-485e-84b2-2ca7838ea454 req-06a32bcf-d864-4721-b60e-039bbbc96fda tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2650573
May 31 13:04:37.220190 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7085aa07-5aff-4238-8682-88a878fa9ea6 None None] Provisioning for port 78bfd951-1e66-41fb-8a81-7e811a73ab6c completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:37.223184 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.229110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.260099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756b418a-ffe3-410b-b58e-6ae058f6e481 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:37.294834 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=756b418a-ffe3-410b-b58e-6ae058f6e481,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:37.324635 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.330063 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:37.367454 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:37.408789 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-9b536d1c-5aa9-4bab-9a87-25a09a85ee55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6152785
May 31 13:04:37.505299 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:37.511067 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:37.534195 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:37.542228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:37.542621 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.687059 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.726936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:37.730551 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.731577 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 78bfd951-1e66-41fb-8a81-7e811a73ab6c up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:37.785442 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:37.886117 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:37.894217 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:37.908233 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 78bfd951-1e66-41fb-8a81-7e811a73ab6c completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:37.913886 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 78bfd951-1e66-41fb-8a81-7e811a73ab6c triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:37.914295 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:37.949863 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['756b418a-ffe3-410b-b58e-6ae058f6e481'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:04:38.086213 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-c0fd5b31-702a-4e9e-961d-916d00570fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.087541 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-c0fd5b31-702a-4e9e-961d-916d00570fad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 1099 time: 0.6037579
May 31 13:04:38.099822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e617137-714a-42f2-88c5-7148c9ad9e39 req-92759aba-519a-40ce-8677-b6c2ed947579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.101293 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6e617137-714a-42f2-88c5-7148c9ad9e39 req-92759aba-519a-40ce-8677-b6c2ed947579 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.4373541
May 31 13:04:38.106326 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6ebed4-dceb-42be-a411-13efbdfcdcfb {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:38.120025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0292782-01c8-4bb5-b649-8cbe36bb2015 req-53f5816b-4b12-4013-87e3-1a913aab6cc2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.121532 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0292782-01c8-4bb5-b649-8cbe36bb2015 req-53f5816b-4b12-4013-87e3-1a913aab6cc2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 944 time: 0.4060714
May 31 13:04:38.146659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:38.182301 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:38.238909 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=78bfd951-1e66-41fb-8a81-7e811a73ab6c,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:38.247234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:38.249124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:38.266549 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:38.276580 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Transition to ACTIVE for port object ae6ebed4-dceb-42be-a411-13efbdfcdcfb will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:38.301373 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:38.303038 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3af6b-5573-42f8-a4e6-382ee6549dd7 req-c23f04fa-f79d-46d5-9b71-c883f5bf02ab tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.310841 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bfa3af6b-5573-42f8-a4e6-382ee6549dd7 req-c23f04fa-f79d-46d5-9b71-c883f5bf02ab tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 931 time: 0.1074820
May 31 13:04:38.311115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9445adcf-c20b-4202-a3fa-6ebb336c5bba tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:38.350011 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=78bfd951-1e66-41fb-8a81-7e811a73ab6c,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:38.353470 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:38.356119 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bfa3af6b-5573-42f8-a4e6-382ee6549dd7 req-e03b9246-f0b3-4e9d-9c08-0d38cc0335b3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441389
May 31 13:04:38.414199 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6e617137-714a-42f2-88c5-7148c9ad9e39 req-d2c96b92-cb28-42d8-8dee-8fc4e49936d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695107
May 31 13:04:38.430989 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0292782-01c8-4bb5-b649-8cbe36bb2015 req-61e9f13b-a79b-494f-a984-660841aed532 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2669694
May 31 13:04:38.546028 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885ff02-64e3-4813-ba70-f2725f50b53b req-d7510206-8249-4fc6-9d9c-e25893acd534 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.547511 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d885ff02-64e3-4813-ba70-f2725f50b53b req-d7510206-8249-4fc6-9d9c-e25893acd534 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0936410
May 31 13:04:38.594152 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d885ff02-64e3-4813-ba70-f2725f50b53b req-0327f624-3f7d-4d83-9aa5-2cccb2ec7458 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404618
May 31 13:04:38.641871 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-d57626e5-2028-4534-8371-f839f2af0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.643476 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-d57626e5-2028-4534-8371-f839f2af0fd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.5189514
May 31 13:04:38.752449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:38.789999 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:38.791901 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-aa8e1df5-19f2-48e9-b6bf-c97c9bb9eaa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 200  len: 217 time: 0.1097391
May 31 13:04:38.919890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Router 00247489-baaa-4e6b-82dd-dc48f21d0141 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91786) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:04:38.929990 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Attempting to bind port ae6ebed4-dceb-42be-a411-13efbdfcdcfb on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:38.930270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Attempting to bind port ae6ebed4-dceb-42be-a411-13efbdfcdcfb by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:38.930667 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Attempting to bind port ae6ebed4-dceb-42be-a411-13efbdfcdcfb on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:38.934084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-d7eb4561-36a6-4537-9eb7-572aad96772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:38.935554 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-d7eb4561-36a6-4537-9eb7-572aad96772d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.1131124
May 31 13:04:38.941691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Port ae6ebed4-dceb-42be-a411-13efbdfcdcfb on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:04:38.942019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Attempting to bind port ae6ebed4-dceb-42be-a411-13efbdfcdcfb on network 3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:39.003816 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:39.004167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Checking segment: {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:39.004609 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Bound using segment: {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:39.005088 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Bound port: ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d057123-3686-438b-94bd-21984ce32ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:39.005444 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.090080 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-c6316554-dfb2-4384-a856-401f01838942 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880618
May 31 13:04:39.262123 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:39.328281 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:39.328658 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.430984 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:39.442925 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Sync routers for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:39.453374 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 78bfd951-1e66-41fb-8a81-7e811a73ab6c up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:39.455039 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:39.455882 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c45fc70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:39.467194 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:39.493229 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:39.501084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.502391 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.1540906
May 31 13:04:39.505521 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 56724) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:04:39.541928 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 78bfd951-1e66-41fb-8a81-7e811a73ab6c triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:39.542310 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.565075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.582115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e435770d-f449-427b-b1d8-71fbb2222dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:39.589874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdcc24-6e1d-4cb6-bc90-92f01d68318a req-3b8e6fd8-2e9e-4808-87b5-8b905da122d9 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:39.597626 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-83fdcc24-6e1d-4cb6-bc90-92f01d68318a req-3b8e6fd8-2e9e-4808-87b5-8b905da122d9 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 943 time: 0.0994868
May 31 13:04:39.613919 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-3edae78b-0718-4d22-9962-0f5112c93f40 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4927487
May 31 13:04:39.692847 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-83fdcc24-6e1d-4cb6-bc90-92f01d68318a req-7b81ed0d-0336-4a8f-bb51-03898cc60e9b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937378
May 31 13:04:39.803786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:39.804427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.805824 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae6ebed4-dceb-42be-a411-13efbdfcdcfb HTTP/1.1" status: 200  len: 1093 time: 3.5278368
May 31 13:04:39.807437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:39.808347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:39.809773 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cff396-da01-4b52-b3f2-388affed3633" -d '{"events": [{"name": "network-changed", "server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:39.818793 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:39.982106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:39.985947 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:40.035489 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdf58de2-6c2f-4dce-9b6d-c9225e7edb10 req-76a74c2a-164d-4bb6-b7c8-0b0d76846056 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4034894
May 31 13:04:40.058225 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e91ab-39da-4fa1-a636-d8395230b1bb req-eab38a50-ae50-4ac5-8b16-640ccc29e3e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:40.060535 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-923e91ab-39da-4fa1-a636-d8395230b1bb req-eab38a50-ae50-4ac5-8b16-640ccc29e3e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1091375
May 31 13:04:40.108204 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-923e91ab-39da-4fa1-a636-d8395230b1bb req-8cb42d73-7e84-49f2-be1e-1d8f580aebf5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420883
May 31 13:04:40.136925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b953cfa-454e-4ce7-b3c1-a551014b2508 req-23441aa5-988b-440c-96f8-5c63f7b6a48b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:40.136925 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b953cfa-454e-4ce7-b3c1-a551014b2508 req-23441aa5-988b-440c-96f8-5c63f7b6a48b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 944 time: 0.4428780
May 31 13:04:40.167875 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c45fc70>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:36Z', 'revision_number': 3, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:40.172313 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Checking router: 00247489-baaa-4e6b-82dd-dc48f21d0141 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:40.172773 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Updating router 00247489-baaa-4e6b-82dd-dc48f21d0141 port 475a7f08-ea64-470f-a1f3-3776573838c5 binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:40.249866 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.261328 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed527bd-eb99-40b8-88db-aa882ff2590f x-openstack-request-id: req-6ed527bd-eb99-40b8-88db-aa882ff2590f {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:40.261756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:40.262125 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ed527bd-eb99-40b8-88db-aa882ff2590f {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:40.262627 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb', 'status': 'completed', 'code': 200}
May 31 13:04:40.284899 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-9932b797-fa8d-468d-8816-bd796f0a4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:40.286525 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-9932b797-fa8d-468d-8816-bd796f0a4f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 1096 time: 0.3854496
May 31 13:04:40.421128 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-a5ee7a68-8057-47ba-9b0b-aaa38b36d5c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb HTTP/1.1" status: 200  len: 217 time: 0.1212072
May 31 13:04:40.432157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b953cfa-454e-4ce7-b3c1-a551014b2508 req-c6bff1ef-04a8-4bab-b067-009ddbb17ccd tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860905
May 31 13:04:40.578504 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.586166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-7ce17054-cccf-495f-9d44-b1496137db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:40.588519 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-7ce17054-cccf-495f-9d44-b1496137db15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72f34fcc-fcc9-41ed-8844-ea829615ad79 HTTP/1.1" status: 200  len: 849 time: 0.1451085
May 31 13:04:40.591723 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Transition to ACTIVE for port object 475a7f08-ea64-470f-a1f3-3776573838c5 will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:40.597995 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.602550 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7a1b1bc1-83cf-48a6-9f85-d41857a33ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:40.678765 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Attempting to bind port 475a7f08-ea64-470f-a1f3-3776573838c5 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:40.679130 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Attempting to bind port 475a7f08-ea64-470f-a1f3-3776573838c5 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:40.679489 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Attempting to bind port 475a7f08-ea64-470f-a1f3-3776573838c5 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:40.688205 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:40.688577 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:40.688999 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.689390 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:40.689853 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Bound port: 475a7f08-ea64-470f-a1f3-3776573838c5, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:40.690223 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.720516 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Pushing event updated for resources: {'Port': ['ID=475a7f08-ea64-470f-a1f3-3776573838c5,revision_number=2']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:40.733829 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.734168 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.734512 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.734823 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.735143 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.735460 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.735774 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.736086 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.736417 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.736732 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.737433 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.737433 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:04:40.743130 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:40.786174 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-930c66e2-3f3d-46d5-8227-bf83fda22564 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1909580
May 31 13:04:40.787755 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] For port 475a7f08-ea64-470f-a1f3-3776573838c5, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:40.791361 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] For port 475a7f08-ea64-470f-a1f3-3776573838c5, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=475a7f08-ea64-470f-a1f3-3776573838c5,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:40.800095 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.811361 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-04824235-695e-4d57-a23e-cb248f62d988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:40.844322 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 756b418a-ffe3-410b-b58e-6ae058f6e481 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:40.926135 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:40.926950 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c45fc70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:40.939037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 756b418a-ffe3-410b-b58e-6ae058f6e481 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:40.947481 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 756b418a-ffe3-410b-b58e-6ae058f6e481 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:40.948638 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:40.955286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9416e9-f032-4cae-8305-75321b06bb8d req-5f0d714b-4005-4424-ac85-f7c49385735a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:40.967213 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6c9416e9-f032-4cae-8305-75321b06bb8d req-5f0d714b-4005-4424-ac85-f7c49385735a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 943 time: 0.1579988
May 31 13:04:41.027704 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-425cd94c-9fcf-4c00-844d-5042b6dbbce6 service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327049
May 31 13:04:41.037022 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Pushing event updated for resources: {'Port': ['ID=475a7f08-ea64-470f-a1f3-3776573838c5,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:41.042534 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:41.050836 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6c9416e9-f032-4cae-8305-75321b06bb8d req-12e2e354-0332-4f0e-b267-341a33dd218d tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824311
May 31 13:04:41.114245 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:41.128385 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:41.147736 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:41.150093 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387336e4-d5f8-4046-b9c0-911c8eabbf65" -d '{"events": [{"server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "name": "network-vif-plugged", "status": "completed", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:41.170599 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=756b418a-ffe3-410b-b58e-6ae058f6e481,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:41.183312 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:41.190268 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:41.192974 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:41.266337 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b355b4e7-a1e2-493f-82f0-3d79e25b801a req-f9b390ee-8729-401e-b281-8b849d740ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293515
May 31 13:04:41.338099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d476c56-a704-49d9-9d50-5505fffaedd7 x-openstack-request-id: req-7d476c56-a704-49d9-9d50-5505fffaedd7 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:41.338430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "name": "network-vif-plugged", "status": "completed", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:41.338809 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d476c56-a704-49d9-9d50-5505fffaedd7 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:41.340566 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481', 'code': 200}
May 31 13:04:41.357890 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:41.365812 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:41.399896 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Allocated IP 172.20.0.1 (104f0b07-d818-42a8-9ed1-402ceb7cf6ff/6d6cb3f2-3665-47ce-a896-7733742c4750/57949f52-a164-4867-9473-661a2ed78960) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:41.400115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7b6a-3d3f-4767-84e5-352377757362 req-898e3c2e-b869-44d2-a2e1-d5b025156b2d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:41.407277 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fa4a7b6a-3d3f-4767-84e5-352377757362 req-898e3c2e-b869-44d2-a2e1-d5b025156b2d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0944798
May 31 13:04:41.466576 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fa4a7b6a-3d3f-4767-84e5-352377757362 req-e47debee-cc68-40ce-a547-00e8b1753e73 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583334
May 31 13:04:41.576482 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff396-da01-4b52-b3f2-388affed3633 req-6e9041a0-ced8-40b8-9a36-b101a950f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:41.578112 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-6e9041a0-ced8-40b8-9a36-b101a950f723 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f1ab06914c84a4aad4624c191292859&device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 1096 time: 0.1719961
May 31 13:04:41.624508 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c45fc70>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:36Z', 'revision_number': 3, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:41.630592 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3a660-eb41-4841-a6d1-e2d09534ee97 None None] The sync data for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi is: [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:36Z', 'revision_number': 3, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:41.737040 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2d0c7-fcd0-430b-a2e1-ce0d4ecc46cf req-88ae882e-7d5f-488f-96b3-da82bf1a502a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:41.738490 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-81a2d0c7-fcd0-430b-a2e1-ce0d4ecc46cf req-88ae882e-7d5f-488f-96b3-da82bf1a502a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1464612
May 31 13:04:41.771166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:41.787166 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-81a2d0c7-fcd0-430b-a2e1-ce0d4ecc46cf req-d3d8410e-6cd1-4422-86ec-c85821d38b61 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417569
May 31 13:04:41.795300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-09d074cd-922a-4972-8ae3-50207989e4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:41.809559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Transition to ACTIVE for port object 57949f52-a164-4867-9473-661a2ed78960 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:41.843976 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff396-da01-4b52-b3f2-388affed3633 req-f680a915-990c-439f-870e-c8cbf6ace62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:41.846671 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-f680a915-990c-439f-870e-c8cbf6ace62c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 200  len: 910 time: 0.2540896
May 31 13:04:41.856711 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5c15-8b18-4da5-bf6e-66eec2f59924 req-c1f0d211-eb52-41e4-ad5c-74d9260ae950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:41.858224 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-24ea5c15-8b18-4da5-bf6e-66eec2f59924 req-c1f0d211-eb52-41e4-ad5c-74d9260ae950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 1098 time: 0.2422028
May 31 13:04:41.957810 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-0d1c1835-d3df-4d4a-af25-f10868abde54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb HTTP/1.1" status: 200  len: 217 time: 0.0975077
May 31 13:04:42.036475 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-24ea5c15-8b18-4da5-bf6e-66eec2f59924 req-934c6fca-099f-42f8-a218-63b4db9a7bd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012824
May 31 13:04:42.039996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:42.046177 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-15d96f55-8008-4d2c-a1bd-0da930feb31f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:42.107208 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff396-da01-4b52-b3f2-388affed3633 req-356c49ef-be35-418a-a027-293ca0935282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:42.108682 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-356c49ef-be35-418a-a027-293ca0935282 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72f34fcc-fcc9-41ed-8844-ea829615ad79 HTTP/1.1" status: 200  len: 849 time: 0.1394508
May 31 13:04:42.125688 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:42.134825 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:42.143798 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:04:42.175824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Pushing event updated for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:42.183313 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:42.259105 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-9f458923-97a9-4c2d-8b64-4c0639ae5afa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546598
May 31 13:04:42.457600 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7f93e446-1509-4e18-860b-84a8a67b9aae None None] Provisioning for port 57949f52-a164-4867-9473-661a2ed78960 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:42.464502 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7f93e446-1509-4e18-860b-84a8a67b9aae None None] Provisioning complete for port 57949f52-a164-4867-9473-661a2ed78960 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:42.465193 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7f93e446-1509-4e18-860b-84a8a67b9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:42.533887 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:42.546561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-7f93e446-1509-4e18-860b-84a8a67b9aae None None] Port 57949f52-a164-4867-9473-661a2ed78960 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:42.635335 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f5d18-7dfa-465e-b695-89f54158be3f req-5617cce1-a4be-4328-8fed-97bc7898b113 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:42.637033 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-447f5d18-7dfa-465e-b695-89f54158be3f req-5617cce1-a4be-4328-8fed-97bc7898b113 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0903704
May 31 13:04:42.690300 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-d7b3b7e8-5b56-4273-a539-f28b463ebfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932488
May 31 13:04:42.690830 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-447f5d18-7dfa-465e-b695-89f54158be3f req-44682a53-313e-405f-af71-42612f703938 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461667
May 31 13:04:42.701381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b3d00-0671-4763-9877-d561bb271024 req-f65667f8-f5c4-42df-afbe-9d3a81e8d344 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:42.702065 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-213b3d00-0671-4763-9877-d561bb271024 req-f65667f8-f5c4-42df-afbe-9d3a81e8d344 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Synchronizing usage tracker for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:42.808970 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-f92b7981-57ea-4c82-9194-ff97b8562fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:42.810416 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-f92b7981-57ea-4c82-9194-ff97b8562fba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 1098 time: 0.2688742
May 31 13:04:42.820299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-213b3d00-0671-4763-9877-d561bb271024 req-f65667f8-f5c4-42df-afbe-9d3a81e8d344 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Unset dirty status for tenant:6f1ab06914c84a4aad4624c191292859 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:42.821039 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-213b3d00-0671-4763-9877-d561bb271024 req-f65667f8-f5c4-42df-afbe-9d3a81e8d344 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 943 time: 0.5582340
May 31 13:04:42.975990 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6e60-8c6e-41fa-bde4-552f06c36b54 req-cc66f766-d13d-4de0-ade4-9cd090830188 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:42.977381 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-06fc6e60-8c6e-41fa-bde4-552f06c36b54 req-cc66f766-d13d-4de0-ade4-9cd090830188 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0796747
May 31 13:04:43.025795 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-06fc6e60-8c6e-41fa-bde4-552f06c36b54 req-4585d5e2-f64e-4108-9b75-0b8dadc5f67f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427206
May 31 13:04:43.032920 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-31cff396-da01-4b52-b3f2-388affed3633 req-74afd12c-cbcc-42e9-ae7a-b71dc7e5cc07 service neutron] 10.222.0.36 "GET /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271723
May 31 13:04:43.042973 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-213b3d00-0671-4763-9877-d561bb271024 req-f07d30cf-5b35-418c-8497-7c96db511f60 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968777
May 31 13:04:43.048730 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.135490 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-6a5ec7c3-0729-406b-bb66-07351f30e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:43.136970 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-6a5ec7c3-0729-406b-bb66-07351f30e408 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 200  len: 920 time: 0.3118780
May 31 13:04:43.235971 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-e2462364-9f13-4ff5-a00e-ce217799a628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 200  len: 217 time: 0.0821877
May 31 13:04:43.282289 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 475a7f08-ea64-470f-a1f3-3776573838c5 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:43.355099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 475a7f08-ea64-470f-a1f3-3776573838c5 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:43.359996 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 475a7f08-ea64-470f-a1f3-3776573838c5 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:43.360380 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.373018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-f1d77443-c02b-4e4e-a2e6-1dc08cae188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:43.374441 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-f1d77443-c02b-4e4e-a2e6-1dc08cae188b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 200  len: 859 time: 0.0914817
May 31 13:04:43.438616 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-487d82dd-83d1-44f9-871d-0b9e2209f943 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99ef81f-6c80-47b7-b34a-7ef933e2240e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519822
May 31 13:04:43.481883 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.491902 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.513262 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 475a7f08-ea64-470f-a1f3-3776573838c5, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=475a7f08-ea64-470f-a1f3-3776573838c5,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:43.516670 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.521361 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:43.527996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.561549 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0ddf0f8f-b117-4fc8-a90b-c7b563e0d9ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:43.589240 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=475a7f08-ea64-470f-a1f3-3776573838c5,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:43.592302 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:43.667160 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Pushing event updated for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:43.679371 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:43.682928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:43.693901 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-296ae45c-0d28-4b0a-9a34-76dde5e5eec3 service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470510
May 31 13:04:43.881862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d751b-1696-4373-bd88-4b3772f3dfde req-aa7feec3-089b-4fe3-8ee4-9c2b9e0cd914 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:43.883317 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d76d751b-1696-4373-bd88-4b3772f3dfde req-aa7feec3-089b-4fe3-8ee4-9c2b9e0cd914 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0815365
May 31 13:04:43.922679 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:04:43.925889 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:04:43.929569 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d76d751b-1696-4373-bd88-4b3772f3dfde req-a8ae359f-d0f3-49dc-86c0-164f13a5f384 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398853
May 31 13:04:43.935197 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b51393e9-8d94-4311-8a91-425fd0ae8719 req-622105ab-a177-4508-a7fc-7a1e969393cc service neutron] 10.222.0.36 "GET /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784425
May 31 13:04:44.017612 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:44.197248 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c268fb55-e5bc-40f6-9b93-2453dd05f220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:44.282220 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-8b3fef98-0e01-45aa-b65f-e9057042264f None None] Provisioning complete for port 57949f52-a164-4867-9473-661a2ed78960 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:44.282648 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8b3fef98-0e01-45aa-b65f-e9057042264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:44.304512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Router 00247489-baaa-4e6b-82dd-dc48f21d0141 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:04:44.319591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9d3ef-1355-4689-86f5-a723de998a57 req-ee01acc0-0743-4c1c-b789-7f940b3bf04a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:44.321088 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-89b9d3ef-1355-4689-86f5-a723de998a57 req-ee01acc0-0743-4c1c-b789-7f940b3bf04a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 943 time: 0.0903974
May 31 13:04:44.338074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fef98-0e01-45aa-b65f-e9057042264f None None] Port 57949f52-a164-4867-9473-661a2ed78960 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:04:44.368008 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-89b9d3ef-1355-4689-86f5-a723de998a57 req-a3e13e6b-deac-4ae0-a327-c7f2e36bacd6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409217
May 31 13:04:44.409834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424e23-6d52-49f3-b8e4-3f533bf04478 req-950223a1-7458-4886-b7bb-4fec4c979b13 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:44.411484 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0424e23-6d52-49f3-b8e4-3f533bf04478 req-950223a1-7458-4886-b7bb-4fec4c979b13 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1933486
May 31 13:04:44.535584 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f0424e23-6d52-49f3-b8e4-3f533bf04478 req-efd7943c-55bb-41d7-b4c7-ec361d3cc1b2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159635
May 31 13:04:44.546263 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:04:44.555804 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] 10.222.0.20 "PUT /v2.0/routers/00247489-baaa-4e6b-82dd-dc48f21d0141/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0492496
May 31 13:04:44.563205 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Sync routers for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:04:44.574257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:44.575047 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32775b340>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:44.783195 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:44.860988 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ae6ebed4-dceb-42be-a411-13efbdfcdcfb details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:04:45.108092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.db.resource_extend [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 31 13:04:45.150817 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694dcd-c427-4e5a-a146-3a25f1ad882e req-fc8b5296-cbec-4f9f-b437-de9c7f67d704 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:45.152279 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-13694dcd-c427-4e5a-a146-3a25f1ad882e req-fc8b5296-cbec-4f9f-b437-de9c7f67d704 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0961034
May 31 13:04:45.207308 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-13694dcd-c427-4e5a-a146-3a25f1ad882e req-caecabb5-81a8-4f42-a873-2238b3bca896 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490336
May 31 13:04:45.280539 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 475a7f08-ea64-470f-a1f3-3776573838c5 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:45.346724 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:45.375933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:45.412760 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb', 'network_id': '3d222cba-c9b1-4bc8-bbe5-5a204bf673a1', 'port_id': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb', 'mac_address': 'fa:16:3e:33:e3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f34fcc-fcc9-41ed-8844-ea829615ad79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:04:45.418620 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32775b340>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:42Z', 'revision_number': 4, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '57949f52-a164-4867-9473-661a2ed78960', 'name': '', 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'mac_address': 'fa:16:3e:a5:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:41Z', 'updated_at': '2021-05-31T13:04:43Z', 'revision_number': 2, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'subnets': [{'id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:45.453208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Checking router: 00247489-baaa-4e6b-82dd-dc48f21d0141 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:04:45.453603 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Updating router 00247489-baaa-4e6b-82dd-dc48f21d0141 port 57949f52-a164-4867-9473-661a2ed78960 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:04:45.535440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 475a7f08-ea64-470f-a1f3-3776573838c5 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:45.535861 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:45.564617 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:45.588625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41441fae-1b7a-43cf-8125-fcc6ff5f7f11 req-5340f7a8-89f6-4309-9d24-666013d20716 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:45.590094 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:45.593083 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-41441fae-1b7a-43cf-8125-fcc6ff5f7f11 req-5340f7a8-89f6-4309-9d24-666013d20716 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 943 time: 0.0976105
May 31 13:04:45.616669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6ebed4-dceb-42be-a411-13efbdfcdcfb {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:04:45.650639 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-41441fae-1b7a-43cf-8125-fcc6ff5f7f11 req-291a12be-87f9-43ae-bc43-fad673e183c0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505381
May 31 13:04:45.688912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:45.706353 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:45.711168 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:45.926317 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:45.942649 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:46.145202 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:46.160453 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Transition to ACTIVE for port object 57949f52-a164-4867-9473-661a2ed78960 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:46.167880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:46.171519 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:46.360703 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Pushing event updated for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:46.374701 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:46.496584 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Attempting to bind port 57949f52-a164-4867-9473-661a2ed78960 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:04:46.496691 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Attempting to bind port 57949f52-a164-4867-9473-661a2ed78960 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:04:46.497087 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Attempting to bind port 57949f52-a164-4867-9473-661a2ed78960 on network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:04:46.502872 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:04:46.503339 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Checking segment: {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:04:46.504011 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:46.504309 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Bound using segment: {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:04:46.504891 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Bound port: 57949f52-a164-4867-9473-661a2ed78960, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254632a5-b63d-4df0-91eb-d393d15d7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:04:46.505340 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:46.598962 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb1f2b-621e-4388-b44b-6cf7d086af28 req-33c9a2c3-8f87-48ca-88dc-3359756e47da tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:46.600441 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f3bb1f2b-621e-4388-b44b-6cf7d086af28 req-33c9a2c3-8f87-48ca-88dc-3359756e47da tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1681840
May 31 13:04:46.614728 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] For port 57949f52-a164-4867-9473-661a2ed78960, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:04:46.619773 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] For port 57949f52-a164-4867-9473-661a2ed78960, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=57949f52-a164-4867-9473-661a2ed78960,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:04:46.628544 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:46.634780 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:46.676609 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f3bb1f2b-621e-4388-b44b-6cf7d086af28 req-8e1d300a-ef56-4df9-8a2e-507ed59712c8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644510
May 31 13:04:46.686042 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['ae6ebed4-dceb-42be-a411-13efbdfcdcfb'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:04:46.789004 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:04:46.791329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32775b340>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:04:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:46.901447 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Pushing event updated for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:46.913167 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:46.965746 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c395e-528d-4160-ba84-43fa0650fc1f req-dbdf9472-551c-4816-9355-64330744a683 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:46.973093 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c79c395e-528d-4160-ba84-43fa0650fc1f req-dbdf9472-551c-4816-9355-64330744a683 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 944 time: 0.1425831
May 31 13:04:47.038814 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c79c395e-528d-4160-ba84-43fa0650fc1f req-b215145a-5e7e-4ca3-9807-e1c365d66686 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647316
May 31 13:04:47.212031 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:47.222286 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:04:47.622921 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32775b340>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:42Z', 'revision_number': 4, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '57949f52-a164-4867-9473-661a2ed78960', 'name': '', 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'mac_address': 'fa:16:3e:a5:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:41Z', 'updated_at': '2021-05-31T13:04:46Z', 'revision_number': 4, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'subnets': [{'id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:04:47.629107 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516d0f2-dd43-4493-bc12-06afd7b94cb7 None None] The sync data for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi is: [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:04:42Z', 'revision_number': 4, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '57949f52-a164-4867-9473-661a2ed78960', 'name': '', 'network_id': '104f0b07-d818-42a8-9ed1-402ceb7cf6ff', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'mac_address': 'fa:16:3e:a5:6a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:41Z', 'updated_at': '2021-05-31T13:04:46Z', 'revision_number': 4, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'subnets': [{'id': '6d6cb3f2-3665-47ce-a896-7733742c4750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:04:47.979952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30b322-6222-4bdd-a173-55f838b0a09e req-5b58c814-8eb5-4501-bfda-040757b32fd0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:47.990844 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7f30b322-6222-4bdd-a173-55f838b0a09e req-5b58c814-8eb5-4501-bfda-040757b32fd0 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1276805
May 31 13:04:48.055443 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7f30b322-6222-4bdd-a173-55f838b0a09e req-d91a9294-e948-48fa-8e1d-8b312df986bb tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631645
May 31 13:04:48.394080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceca39-24de-4033-b4b3-cc66b2120f7a req-3cc2ebba-3e13-4003-9ffc-92749f2c2354 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:48.403811 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-05ceca39-24de-4033-b4b3-cc66b2120f7a req-3cc2ebba-3e13-4003-9ffc-92749f2c2354 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 944 time: 0.1798887
May 31 13:04:48.472641 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-05ceca39-24de-4033-b4b3-cc66b2120f7a req-a7d21059-def4-454e-a2b3-f8c9c58c7061 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492415
May 31 13:04:49.313801 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f407a60-2b8f-4025-b871-98ee1418d236 req-45072725-e75e-4f7e-ada9-f80219edcb17 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:49.315552 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8f407a60-2b8f-4025-b871-98ee1418d236 req-45072725-e75e-4f7e-ada9-f80219edcb17 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1513813
May 31 13:04:49.336432 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 57949f52-a164-4867-9473-661a2ed78960 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:49.396918 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8f407a60-2b8f-4025-b871-98ee1418d236 req-c4555d86-eb01-44fa-aa4f-7326181c6730 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728328
May 31 13:04:49.415761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 57949f52-a164-4867-9473-661a2ed78960 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:49.421514 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 57949f52-a164-4867-9473-661a2ed78960 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:49.422156 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:49.571043 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:49.629841 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 57949f52-a164-4867-9473-661a2ed78960, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=57949f52-a164-4867-9473-661a2ed78960,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:49.641912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:49.646783 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-89792044-c589-4266-9b88-6c1ffb7b210f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:49.731971 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6bc66-51b1-4d57-b065-6b252e5408ec req-2f6039ca-dbaf-4698-b86a-82f5dd4f6e27 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:49.741892 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afc6bc66-51b1-4d57-b065-6b252e5408ec req-2f6039ca-dbaf-4698-b86a-82f5dd4f6e27 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 944 time: 0.1168625
May 31 13:04:49.771136 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:49.783157 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:49.833435 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afc6bc66-51b1-4d57-b065-6b252e5408ec req-5c405b78-5374-454e-990a-ccd2322fef1a tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905349
May 31 13:04:50.602522 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6fcaa-6176-46fd-b355-df7995faba60 req-5ded80d3-8411-48e9-b52f-11569ca9f8ec tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:50.604620 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a1c6fcaa-6176-46fd-b355-df7995faba60 req-5ded80d3-8411-48e9-b52f-11569ca9f8ec tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0877233
May 31 13:04:50.651911 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a1c6fcaa-6176-46fd-b355-df7995faba60 req-abec2538-8098-433b-86de-27a9fbc5adb8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417936
May 31 13:04:50.911289 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ae6ebed4-dceb-42be-a411-13efbdfcdcfb up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:51.061864 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port ae6ebed4-dceb-42be-a411-13efbdfcdcfb completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:04:51.076019 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port ae6ebed4-dceb-42be-a411-13efbdfcdcfb triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:51.076509 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:51.176632 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2efe7-8a75-4eb4-b448-2a68fc753b6b req-04f99803-fddf-4ce4-863a-31fd008fc0e6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:51.186454 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-53a2efe7-8a75-4eb4-b448-2a68fc753b6b req-04f99803-fddf-4ce4-863a-31fd008fc0e6 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 944 time: 0.1105590
May 31 13:04:51.308484 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:51.353333 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-53a2efe7-8a75-4eb4-b448-2a68fc753b6b req-4e569e73-d1e4-4256-bb03-6189a60955a2 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650772
May 31 13:04:51.354711 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 57949f52-a164-4867-9473-661a2ed78960 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:04:51.414104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:04:51.423486 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:04:51.430411 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461e885-161a-4058-99bd-e11a00fa3e88" -d '{"events": [{"server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:04:51.439985 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:51.444072 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:04:51.517800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4533d3-bf59-432d-b813-4595bdea7f45 x-openstack-request-id: req-7d4533d3-bf59-432d-b813-4595bdea7f45 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:04:51.518106 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "name": "network-vif-plugged", "status": "completed", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:04:51.518364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d4533d3-bf59-432d-b813-4595bdea7f45 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:04:51.518759 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb', 'code': 200}
May 31 13:04:51.563439 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:04:51.568940 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:04:51.571992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 57949f52-a164-4867-9473-661a2ed78960 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:04:51.572372 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:51.805207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110df40-a51f-4d1c-88d4-70e0cac66e1a req-8ad8bf75-731e-4b6e-afdc-0c12299dab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:51.806744 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0110df40-a51f-4d1c-88d4-70e0cac66e1a req-8ad8bf75-731e-4b6e-afdc-0c12299dab6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 1098 time: 0.0767121
May 31 13:04:51.857985 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0110df40-a51f-4d1c-88d4-70e0cac66e1a req-810d963e-7e1d-4c3b-829a-dabdc8f402ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417662
May 31 13:04:52.578392 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052aa07-4828-47c0-9069-101ba18abe29 req-e84f8e5c-c16d-4c16-bb04-3e5e15958b74 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:52.580583 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7052aa07-4828-47c0-9069-101ba18abe29 req-e84f8e5c-c16d-4c16-bb04-3e5e15958b74 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.1089237
May 31 13:04:52.651491 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7052aa07-4828-47c0-9069-101ba18abe29 req-c76c59d1-f2a0-408b-8191-357c00927890 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651393
May 31 13:04:53.851166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87316d-6c75-4df6-b8d3-d113f743f35f req-3664fcc9-f616-4484-9c3b-399f92e59711 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:53.853949 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0a87316d-6c75-4df6-b8d3-d113f743f35f req-3664fcc9-f616-4484-9c3b-399f92e59711 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.0892110
May 31 13:04:53.904579 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0a87316d-6c75-4df6-b8d3-d113f743f35f req-ce6d170f-18bf-411c-be0f-a6ba0cd08c77 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445971
May 31 13:04:55.158183 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c931f-8e6a-4bb8-9fb2-ef5c6c516dfa req-502259de-62de-4505-b77f-045689a0bfd1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:55.160525 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-057c931f-8e6a-4bb8-9fb2-ef5c6c516dfa req-502259de-62de-4505-b77f-045689a0bfd1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.1057220
May 31 13:04:55.210769 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-057c931f-8e6a-4bb8-9fb2-ef5c6c516dfa req-57459584-0181-4916-8fa0-3769c982d997 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437846
May 31 13:04:55.811482 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-8b01512d-6e0a-4e6f-a9e5-574f7f9bb0c8 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889250201&fields=id&tenant_id=b1f7fe73c2c748dd856bfec53c1ff416 HTTP/1.1" status: 200  len: 267 time: 0.0455887
May 31 13:04:55.989681 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e09efe7e-cc7d-4549-b547-43c35c98a3d2 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:55.991390 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e09efe7e-cc7d-4549-b547-43c35c98a3d2 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 809 time: 0.1733243
May 31 13:04:56.007853 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-180912b2-9b34-427c-b784-43ae2b4c9e6d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/quotas/b1f7fe73c2c748dd856bfec53c1ff416 HTTP/1.1" status: 200  len: 375 time: 0.0099349
May 31 13:04:56.050180 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bea90a0d-16ba-421c-a6c5-48065508e27f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:56.050949 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bea90a0d-16ba-421c-a6c5-48065508e27f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:56.069036 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bea90a0d-16ba-421c-a6c5-48065508e27f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:56.070839 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bea90a0d-16ba-421c-a6c5-48065508e27f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 815 time: 0.1825330
May 31 13:04:56.091200 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-e04c9f67-5448-4303-af4c-3ac1382c0e14 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/quotas/0a02f083ce334260b43647d8ed2907b6 HTTP/1.1" status: 200  len: 375 time: 0.0106328
May 31 13:04:56.096944 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-157b2439-c9a8-4c3b-a2ec-794c3daf9c1a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0800331
May 31 13:04:56.189646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-4f46cf1e-a954-4c98-b07d-141e2801751f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:04:56.209656 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-4f46cf1e-a954-4c98-b07d-141e2801751f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:04:56.212002 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-4f46cf1e-a954-4c98-b07d-141e2801751f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1136971
May 31 13:04:56.358387 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-3549dac1-9ff9-44db-9123-296f9ea67735 service neutron] 10.222.0.20 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472558
May 31 13:04:56.385717 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-00e5aed4-e814-4492-ad1a-d2f9526ccbfb service neutron] 10.222.0.20 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584463
May 31 13:04:56.490665 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-08d9584c-6f90-4685-af90-11dd491c27f7 service neutron] 10.222.0.20 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260946
May 31 13:04:56.518217 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-de38e67f-df4a-41ea-96d7-295c954ae928 service neutron] 10.222.0.20 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266115
May 31 13:04:57.815334 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-adf2d279-48fc-42fc-9960-601039835598 req-3e2132a4-15f9-4442-94d5-d08ea5c32852 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 210 time: 0.0590577
May 31 13:04:57.846978 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d170b-50ec-454a-8f6a-98b263510cd0 req-c8ba523d-7c2e-4f1a-893c-c71c78b52941 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:57.849034 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa6d170b-50ec-454a-8f6a-98b263510cd0 req-c8ba523d-7c2e-4f1a-893c-c71c78b52941 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.0880539
May 31 13:04:57.897826 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa6d170b-50ec-454a-8f6a-98b263510cd0 req-0ae13c77-1281-43d6-9bf0-0e03746310bb tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405297
May 31 13:04:57.963698 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8742e1cd-46cf-40b1-89d7-700abdb7eae8 req-916949ac-d2f1-4aa8-bec2-acbe7038a56c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0427234
May 31 13:04:58.655023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bc36edb1-b7fb-451d-8823-07d18e338858 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:58.657857 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-bc36edb1-b7fb-451d-8823-07d18e338858 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 815 time: 0.1733322
May 31 13:04:58.675829 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'port': {'device_id': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'admin_state_up': True, 'tenant_id': '0a02f083ce334260b43647d8ed2907b6'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:04:58.841394 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:04:58.857304 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:04:58.871890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Made reservation on behalf of 0a02f083ce334260b43647d8ed2907b6 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:04:58.875947 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:59.045472 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bf9b2799-75f4-4c95-abe0-8ceae49dea24 req-d9bd8d16-3877-42af-a0fe-c305d1c19faf tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 210 time: 0.0724232
May 31 13:04:59.221741 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97686fcc-b50a-44be-94b2-306674ad0fd8 req-9ab07675-02d1-414a-8de9-c307eea496f1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:59.228581 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-97686fcc-b50a-44be-94b2-306674ad0fd8 req-9ab07675-02d1-414a-8de9-c307eea496f1 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.1171286
May 31 13:04:59.272761 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-97686fcc-b50a-44be-94b2-306674ad0fd8 req-65c0eca4-50e0-4a80-8685-ff7a44d2c060 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/security-groups?id=7195551b-edf0-4dae-be4a-a6d50fb30b15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426073
May 31 13:04:59.324836 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-92e7c213-640a-41b1-adbf-226cc424428e req-b0a34255-c299-499f-92b3-a0a13ac5fe8b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.1518719
May 31 13:04:59.366114 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Allocated IP 172.20.0.13 (60cc8fb7-1057-4e47-9700-0ee6057ae456/05f0b966-471d-4c4c-bed4-1a2c058776c5/86b4e892-92f0-42ff-ab47-c93786192ca5) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:04:59.462158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-44820721-1497-4e41-afda-0ce2b998b94e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:59.463580 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-44820721-1497-4e41-afda-0ce2b998b94e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 809 time: 0.3221805
May 31 13:04:59.504296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-79c74ed8-c712-4239-a58b-e4a1785f11c8 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:04:59.505742 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-79c74ed8-c712-4239-a58b-e4a1785f11c8 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 945 time: 0.2817788
May 31 13:04:59.702065 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-9afb82f8-b36a-448b-8038-31ef8a960315 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1f7fe73c2c748dd856bfec53c1ff416 HTTP/1.1" status: 200  len: 379 time: 0.2223687
May 31 13:04:59.831673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:04:59.856353 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Transition to ACTIVE for port object 86b4e892-92f0-42ff-ab47-c93786192ca5 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:04:59.868923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Deleting port ae6ebed4-dceb-42be-a411-13efbdfcdcfb {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:04:59.869273 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.106891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.114807 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f265a0d1-7995-45bf-a833-9d8cc15d46ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:00.196970 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] For port ae6ebed4-dceb-42be-a411-13efbdfcdcfb, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,segment=NetworkSegment(9d057123-3686-438b-94bd-21984ce32ef8),segment_id=9d057123-3686-438b-94bd-21984ce32ef8)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:00.197336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.205777 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:05:00.212396 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:05:00.238499 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93620126-adce-4385-b4b3-70e2033e934d req-9697592d-aa46-48bd-a331-d2a92c800849 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:00.240184 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-93620126-adce-4385-b4b3-70e2033e934d req-9697592d-aa46-48bd-a331-d2a92c800849 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1635556
May 31 13:05:00.271044 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:05:00.323297 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-93620126-adce-4385-b4b3-70e2033e934d req-2028b1b8-9d1b-4647-9887-a22392361cac tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765543
May 31 13:05:00.387116 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Calling delete_port for ae6ebed4-dceb-42be-a411-13efbdfcdcfb owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:00.398441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:00.413356 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:00.423674 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:00.424288 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.467000 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7961571
May 31 13:05:00.484668 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ecfb16fc-24dd-4fdc-aa61-36b03ccef6d1 None None] Provisioning for port 86b4e892-92f0-42ff-ab47-c93786192ca5 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:05:00.501429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ecfb16fc-24dd-4fdc-aa61-36b03ccef6d1 None None] Provisioning complete for port 86b4e892-92f0-42ff-ab47-c93786192ca5 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:05:00.502052 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ecfb16fc-24dd-4fdc-aa61-36b03ccef6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.552397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98030b35-c2e4-4c8f-86b2-a3d684862003 req-dbd5ee61-0ca9-4004-b8f4-4ae61f8d8389 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:00.554142 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-98030b35-c2e4-4c8f-86b2-a3d684862003 req-dbd5ee61-0ca9-4004-b8f4-4ae61f8d8389 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.1293616
May 31 13:05:00.565005 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb16fc-24dd-4fdc-aa61-36b03ccef6d1 None None] Port 86b4e892-92f0-42ff-ab47-c93786192ca5 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:05:00.584280 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.590307 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:00.597991 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['ae6ebed4-dceb-42be-a411-13efbdfcdcfb'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:00.604127 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-98030b35-c2e4-4c8f-86b2-a3d684862003 req-ee40e1b9-124b-48f3-855e-14947627fcc8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:00.621448 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-98030b35-c2e4-4c8f-86b2-a3d684862003 req-ee40e1b9-124b-48f3-855e-14947627fcc8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:00.623093 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-98030b35-c2e4-4c8f-86b2-a3d684862003 req-ee40e1b9-124b-48f3-855e-14947627fcc8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618386
May 31 13:05:00.637723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Pushing event deleted for resources: {'Port': ['ID=ae6ebed4-dceb-42be-a411-13efbdfcdcfb,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:00.646966 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:00.735058 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] No DVR routers for this DVR port ae6ebed4-dceb-42be-a411-13efbdfcdcfb on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:00.737591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:00.740424 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'name': 'network-vif-deleted', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:00.742706 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64dcd0-4b51-4220-9719-fe1f09a576cb" -d '{"events": [{"server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "name": "network-vif-deleted", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:00.755766 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a2563ccc-d951-4143-8ad9-26b436206c4b req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.36 "DELETE /v2.0/ports/ae6ebed4-dceb-42be-a411-13efbdfcdcfb HTTP/1.1" status: 204  len: 173 time: 1.2212820
May 31 13:05:00.974815 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-664f7f5a-2625-4825-bdf9-4943e081ca38 req-cfb57f9a-bea5-4f1d-b4da-715ec7b27ed3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0419452
May 31 13:05:01.113877 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d4890bbb-a26d-491b-9bf8-1cee72dd3b06 req-b4f3d057-6bab-4e82-8cfc-d347d823eb32 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Synchronizing usage tracker for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:01.129946 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d4890bbb-a26d-491b-9bf8-1cee72dd3b06 req-b4f3d057-6bab-4e82-8cfc-d347d823eb32 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Unset dirty status for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:01.131195 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d4890bbb-a26d-491b-9bf8-1cee72dd3b06 req-b4f3d057-6bab-4e82-8cfc-d347d823eb32 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0615323
May 31 13:05:01.181132 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a20a32-55eb-4104-bfd6-9dfc06010aff x-openstack-request-id: req-56a20a32-55eb-4104-bfd6-9dfc06010aff {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:01.181645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71e493c-5845-4c78-9576-26b4e08eb100", "name": "network-vif-deleted", "tag": "ae6ebed4-dceb-42be-a411-13efbdfcdcfb", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:01.181765 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56a20a32-55eb-4104-bfd6-9dfc06010aff {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:01.182141 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e493c-5845-4c78-9576-26b4e08eb100', 'name': 'network-vif-deleted', 'tag': 'ae6ebed4-dceb-42be-a411-13efbdfcdcfb', 'status': 'completed', 'code': 200}
May 31 13:05:01.345540 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf39d9-cc95-4b6c-8641-f9a29edefb2f req-8a511276-a567-4d04-9fb4-871a925f96f4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:01.346988 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e3cf39d9-cc95-4b6c-8641-f9a29edefb2f req-8a511276-a567-4d04-9fb4-871a925f96f4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0826197
May 31 13:05:01.391117 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e3cf39d9-cc95-4b6c-8641-f9a29edefb2f req-1577e5e6-dc3c-45eb-9922-fd3c66f42c54 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385609
May 31 13:05:01.563777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079ccc7-da38-4c5b-b274-88cedd7e4cc1 req-0ac19257-0d11-4d00-a27a-d9c7d91d6b6d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:01.565243 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0079ccc7-da38-4c5b-b274-88cedd7e4cc1 req-0ac19257-0d11-4d00-a27a-d9c7d91d6b6d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0789266
May 31 13:05:01.609890 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0079ccc7-da38-4c5b-b274-88cedd7e4cc1 req-6608c052-2b01-47a1-ad82-e2a1fa530fe7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389781
May 31 13:05:01.818970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e327603-68c6-4012-9685-3fc16025f7f8 req-9f3da0b8-8361-45b6-96c8-e445af43b5f2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:01.820373 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3e327603-68c6-4012-9685-3fc16025f7f8 req-9f3da0b8-8361-45b6-96c8-e445af43b5f2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0807683
May 31 13:05:01.870687 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3e327603-68c6-4012-9685-3fc16025f7f8 req-32f08ac1-7810-491a-8b0d-53e9bd19ba6a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443811
May 31 13:05:02.127354 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4f0dfe30-7719-4786-a00e-80d11350cc5a req-fe3a0a6c-7dea-413c-b63e-27480f8e4994 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0431938
May 31 13:05:02.284946 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-97a10fef-4448-43b2-831c-012a33c55b88 req-55d854e8-3adc-46e8-a0f3-ac18665d9c8c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0446339
May 31 13:05:02.577121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb9dc-9601-4227-831c-4704b9fb45fb req-7a1c8e16-8af1-4679-ac7a-7795ddfbdf71 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:02.578545 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-804eb9dc-9601-4227-831c-4704b9fb45fb req-7a1c8e16-8af1-4679-ac7a-7795ddfbdf71 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0786631
May 31 13:05:02.624619 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-804eb9dc-9601-4227-831c-4704b9fb45fb req-1303c875-5883-43d8-86c7-969959276a43 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402920
May 31 13:05:02.818475 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57b610-08d3-4970-8f9f-9c13181248be req-a4c546e6-c0f5-49e7-958f-10a487d7e276 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:02.819933 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fb57b610-08d3-4970-8f9f-9c13181248be req-a4c546e6-c0f5-49e7-958f-10a487d7e276 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0868874
May 31 13:05:02.863677 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fb57b610-08d3-4970-8f9f-9c13181248be req-67b34dbe-712b-4fa9-853e-28a223fbeb96 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379741
May 31 13:05:02.935350 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ae6ebed4-dceb-42be-a411-13efbdfcdcfb no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:02.986095 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: ae6ebed4-dceb-42be-a411-13efbdfcdcfb {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:02.986456 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ae6ebed4-dceb-42be-a411-13efbdfcdcfb not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:03.212712 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1b7c9-0a33-4aff-882e-4d59a7ebdca6 req-8dfed42d-8e25-4e82-9937-f66fd1c19f96 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:03.214333 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2bf1b7c9-0a33-4aff-882e-4d59a7ebdca6 req-8dfed42d-8e25-4e82-9937-f66fd1c19f96 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0784798
May 31 13:05:03.269325 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2bf1b7c9-0a33-4aff-882e-4d59a7ebdca6 req-a1594ecf-2499-4f54-ba71-f99985291d75 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492125
May 31 13:05:03.411959 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a4fca9a8-a921-4acd-b929-b5e49604c558 req-de22034c-05a1-43d0-ba01-dc68adc4aefe tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0472133
May 31 13:05:03.554569 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8af0fd24-9c4e-4d13-9a23-7f43d3feb6d3 req-9a32235d-ecec-4e57-83cb-eb3c6719dd3c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0441217
May 31 13:05:03.815565 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664579-d4ef-436f-978b-9cb082d2925c req-0a54e6cd-5c74-4a75-ac25-d9a1ba4603ff tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:03.817049 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-01664579-d4ef-436f-978b-9cb082d2925c req-0a54e6cd-5c74-4a75-ac25-d9a1ba4603ff tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0856152
May 31 13:05:03.861049 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-01664579-d4ef-436f-978b-9cb082d2925c req-af4851ec-51f1-4f2d-986f-878e0578347b tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383935
May 31 13:05:04.047523 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e835937-802a-45ec-ae0c-e0b8b6c1dffa req-be6df7b8-b667-45ab-90bc-77d1cf156046 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:04.049054 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6e835937-802a-45ec-ae0c-e0b8b6c1dffa req-be6df7b8-b667-45ab-90bc-77d1cf156046 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0804410
May 31 13:05:04.092179 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6e835937-802a-45ec-ae0c-e0b8b6c1dffa req-d7bde718-b80d-41f7-b7a7-80236b393535 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374162
May 31 13:05:04.461515 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81abaa-2e9d-44d8-b941-3bcd217f99b1 req-f1709ede-54e5-4fc2-9522-052cdb26c04a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:04.463478 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fa81abaa-2e9d-44d8-b941-3bcd217f99b1 req-f1709ede-54e5-4fc2-9522-052cdb26c04a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0882592
May 31 13:05:04.509318 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fa81abaa-2e9d-44d8-b941-3bcd217f99b1 req-7280830b-85ae-4a32-aa97-c2fdd2adfb7a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401516
May 31 13:05:04.649104 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-983ce10e-9da0-4089-849e-5dd67a0ee10c req-d6a7b4e3-0f67-4465-a699-4a9336796b76 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0434437
May 31 13:05:04.783544 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68898f5f-d806-4d97-9f99-1305a478b1dd req-bc3ebbd6-ade0-440a-bb62-32b41cb8bd89 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0453255
May 31 13:05:05.050310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc83db-f079-495d-802e-e4ac4816f466 req-ed68133b-99a5-4014-81be-a16b9ca1efaf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:05.053060 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b1cc83db-f079-495d-802e-e4ac4816f466 req-ed68133b-99a5-4014-81be-a16b9ca1efaf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0872848
May 31 13:05:05.098511 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b1cc83db-f079-495d-802e-e4ac4816f466 req-c7c4d0dc-7aa4-4f52-8584-f69658608a80 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398057
May 31 13:05:05.296892 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ded56-071f-4277-9787-cd21b5380423 req-ae381e83-1877-484a-99f0-4bbbd3904eef tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:05.298383 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-043ded56-071f-4277-9787-cd21b5380423 req-ae381e83-1877-484a-99f0-4bbbd3904eef tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0961533
May 31 13:05:05.355132 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-043ded56-071f-4277-9787-cd21b5380423 req-7e0da257-5d52-4454-94da-f54f0784a25e tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491502
May 31 13:05:05.712906 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbe940-7e95-4dd0-af63-a5594c5e2e14 req-7f1ea8db-48a0-4490-999b-83567f5f8379 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:05.714314 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f6cbe940-7e95-4dd0-af63-a5594c5e2e14 req-7f1ea8db-48a0-4490-999b-83567f5f8379 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0877187
May 31 13:05:05.761912 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f6cbe940-7e95-4dd0-af63-a5594c5e2e14 req-1464064d-3b25-4612-8e25-7788f06d0731 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401990
May 31 13:05:05.976307 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3085da41-9fe8-474d-a200-1374e6619d74 req-3d0615db-f33e-4b24-8e6a-56535ab1daa7 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.1118076
May 31 13:05:06.113917 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-24dfa76a-4600-4f2e-aa05-a0c2e91e7dd2 req-18474c39-918d-442f-bbbd-140264bbbdaa tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0461628
May 31 13:05:06.286625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbca19-8081-47b2-b5d0-39d6d8027447 req-68e63e8e-9cf5-47cd-952f-13d804f741aa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:06.287542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-95cbca19-8081-47b2-b5d0-39d6d8027447 req-68e63e8e-9cf5-47cd-952f-13d804f741aa tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0794439
May 31 13:05:06.336556 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-95cbca19-8081-47b2-b5d0-39d6d8027447 req-e506fc11-cce1-4a84-b90c-6be2bde5771f tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425248
May 31 13:05:06.541863 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7ca8-44b7-4e2f-82e2-9225ba148519 req-3c2706cf-b725-4d25-a4a8-236e62e7dea1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:06.543311 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2bf7ca8-44b7-4e2f-82e2-9225ba148519 req-3c2706cf-b725-4d25-a4a8-236e62e7dea1 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0830324
May 31 13:05:06.587515 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2bf7ca8-44b7-4e2f-82e2-9225ba148519 req-268caa5b-2f97-4e15-8994-c4523db4f26b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377526
May 31 13:05:06.878734 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:05:06.949436 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291092c-470d-498f-9258-bd5e9aecb2c2 req-7bae6255-cd9f-475e-b195-9fda9c3039d2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:06.950920 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f291092c-470d-498f-9258-bd5e9aecb2c2 req-7bae6255-cd9f-475e-b195-9fda9c3039d2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0823674
May 31 13:05:07.004212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f291092c-470d-498f-9258-bd5e9aecb2c2 req-8f2e618c-a9e4-45a5-9ce5-7e0eb8dacb47 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394838
May 31 13:05:07.137820 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d9d267b1-a199-4a1e-8cda-2b881bbf1368 req-7609ad45-5013-43ec-8cae-d2d367187bb0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0430415
May 31 13:05:07.275366 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9756bb53-f118-4a03-ab5b-453aefce52f6 req-3c68c0d5-f2ec-41f2-8af9-4b68a99f2478 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0419002
May 31 13:05:07.518332 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4109e-3cea-42fd-954d-f678f362cf94 req-887bdf88-e902-4bc9-a267-7e6f86b24651 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:07.519783 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7cf4109e-3cea-42fd-954d-f678f362cf94 req-887bdf88-e902-4bc9-a267-7e6f86b24651 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0811534
May 31 13:05:07.567865 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7cf4109e-3cea-42fd-954d-f678f362cf94 req-81c42ecb-4920-4a77-b037-46a2456fcf65 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417635
May 31 13:05:07.812756 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ee5e5-3db7-4d44-89f8-aa237668842b req-2c915379-9158-4e25-8304-a97f220dd3f9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:07.814232 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2d6ee5e5-3db7-4d44-89f8-aa237668842b req-2c915379-9158-4e25-8304-a97f220dd3f9 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0981987
May 31 13:05:07.861240 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2d6ee5e5-3db7-4d44-89f8-aa237668842b req-acfdd824-319b-4abb-ac61-2f204f02ea5b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413680
May 31 13:05:08.212320 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51633abd-9c3e-4086-998d-b7b1250ba31a req-631b2a97-4ef0-4bc2-8ae9-30e6f572e5c9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:08.214032 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-51633abd-9c3e-4086-998d-b7b1250ba31a req-631b2a97-4ef0-4bc2-8ae9-30e6f572e5c9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.1046765
May 31 13:05:08.259428 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-51633abd-9c3e-4086-998d-b7b1250ba31a req-52ba137d-9075-4de8-806a-2813427e3555 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399013
May 31 13:05:08.403715 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-21af0eb4-4c34-41b5-91b9-bbfc8af93862 req-fc802c86-5d9a-4069-8ca8-5c3451fe7ed0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0524876
May 31 13:05:08.552742 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1785125a-18e5-45c6-ab75-901460d8edcc req-2865dd63-f545-4ef8-990b-a0fac42b3a04 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0550632
May 31 13:05:08.777790 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c969b-a8b4-4d42-a7c2-61e2ab49ecef req-96448327-49b9-44bb-94c4-153afbe8e400 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:08.779508 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5c6c969b-a8b4-4d42-a7c2-61e2ab49ecef req-96448327-49b9-44bb-94c4-153afbe8e400 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0961330
May 31 13:05:08.824067 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5c6c969b-a8b4-4d42-a7c2-61e2ab49ecef req-32867ee3-ab90-4743-894b-b4612743d514 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389118
May 31 13:05:09.079133 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4c606-67c6-42b8-bc38-640f15b6437d req-5c78eeb4-ad8b-487a-9b25-cc7849be500d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:09.081093 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f2d4c606-67c6-42b8-bc38-640f15b6437d req-5c78eeb4-ad8b-487a-9b25-cc7849be500d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1113310
May 31 13:05:09.126604 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f2d4c606-67c6-42b8-bc38-640f15b6437d req-f4eebe09-dcd1-4a8b-b37c-c4133ddba915 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397034
May 31 13:05:09.451412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26e566-a981-4181-9194-f7f8f2aa4d8e req-dbc9095b-033f-45e8-9f50-3c2d0bf690c5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:09.452757 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8f26e566-a981-4181-9194-f7f8f2aa4d8e req-dbc9095b-033f-45e8-9f50-3c2d0bf690c5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0800595
May 31 13:05:09.502145 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8f26e566-a981-4181-9194-f7f8f2aa4d8e req-275c6a8d-5899-4e2c-9a0e-c61488a9e257 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434189
May 31 13:05:09.646398 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-afb56857-ab23-42dd-a42d-09175555515b req-9f37fff1-84a2-41db-b2cd-234dcbdeec81 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0435779
May 31 13:05:09.806653 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9d533f03-90c0-41a6-b357-1e38f25ae598 req-3e19b10c-f895-4697-8382-601ab7ec689d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0445278
May 31 13:05:09.812485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:10.053970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbeda9-5345-4cae-823c-b7724b66407f req-8e1bb93f-47e2-4061-9d0f-79f4f785174a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:10.056478 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-02cbeda9-5345-4cae-823c-b7724b66407f req-8e1bb93f-47e2-4061-9d0f-79f4f785174a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1263144
May 31 13:05:10.103151 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-02cbeda9-5345-4cae-823c-b7724b66407f req-1911b825-c465-49f7-a91f-20156abddf9a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410216
May 31 13:05:10.318114 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca58f2-b839-4e56-9b97-5ea66852e344 req-658e7dfc-705c-4e36-a1b3-6dac1494c748 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:10.320626 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-55ca58f2-b839-4e56-9b97-5ea66852e344 req-658e7dfc-705c-4e36-a1b3-6dac1494c748 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0833240
May 31 13:05:10.368454 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-55ca58f2-b839-4e56-9b97-5ea66852e344 req-f42fb140-ae32-4012-9b1d-f14ea62148db tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413132
May 31 13:05:10.711012 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b1add-243a-4cc7-8e29-df88367a9b20 req-7a357b66-cee8-4e52-857c-5f76b9cae658 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:10.715917 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-911b1add-243a-4cc7-8e29-df88367a9b20 req-7a357b66-cee8-4e52-857c-5f76b9cae658 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0902216
May 31 13:05:10.758546 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-911b1add-243a-4cc7-8e29-df88367a9b20 req-50f194ea-fdb2-4367-add5-fb319d3a0358 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400558
May 31 13:05:10.894210 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e6d0621-319a-4599-aefc-0cb5f36f4f0d req-c3a348de-0450-40fb-8e0c-cc7393b4f5d8 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0430226
May 31 13:05:11.043002 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4eb9eca3-ed3c-4a49-9ea3-1e2b2c040477 req-00a48e37-18d5-4cfd-b9ff-fbf25c023222 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0535676
May 31 13:05:11.287640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834836a2-df70-4de6-84df-08aa59a84d12 req-52789317-a36f-411c-a190-1ce61b190bf9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:11.289111 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-834836a2-df70-4de6-84df-08aa59a84d12 req-52789317-a36f-411c-a190-1ce61b190bf9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0793180
May 31 13:05:11.336053 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-834836a2-df70-4de6-84df-08aa59a84d12 req-ccb514a7-bfeb-475b-a6df-fc14e5044e58 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411479
May 31 13:05:11.609962 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3583e-5547-4cbc-ac9f-b9a87d2b8784 req-4f6a16f9-28e8-4fcd-9cfb-66aabcea73e6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:11.611419 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-def3583e-5547-4cbc-ac9f-b9a87d2b8784 req-4f6a16f9-28e8-4fcd-9cfb-66aabcea73e6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1380723
May 31 13:05:11.659684 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-def3583e-5547-4cbc-ac9f-b9a87d2b8784 req-eb1df356-3b9b-4119-8b11-638dea34caf6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416896
May 31 13:05:11.788997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b69d2493-2af9-454b-b92d-c4a821fb2dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:11.943464 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b540f-c6e5-4ac9-a450-ee742803f734 req-febac63b-92d9-4e6a-b023-7612cae0ac73 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:11.945038 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-381b540f-c6e5-4ac9-a450-ee742803f734 req-febac63b-92d9-4e6a-b023-7612cae0ac73 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0812309
May 31 13:05:11.994894 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-381b540f-c6e5-4ac9-a450-ee742803f734 req-29f2e60c-dacc-43f3-af55-13b11df6d494 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441101
May 31 13:05:12.144057 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa908179-ce87-4807-a88f-47d275f04cee req-ce21d028-7234-4623-ac7b-8268578eeaf9 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0423865
May 31 13:05:12.291877 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e5052562-d0b1-45ec-baea-c83e1bdd1519 req-08e592e4-3095-496e-a4e1-0b079fcc71c5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0420525
May 31 13:05:12.538373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c47d9c-8d14-42aa-af7b-a4bcdfae3679 req-7de03822-b01f-42b5-9a93-60060abeea18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:12.539847 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-12c47d9c-8d14-42aa-af7b-a4bcdfae3679 req-7de03822-b01f-42b5-9a93-60060abeea18 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0851254
May 31 13:05:12.584813 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-12c47d9c-8d14-42aa-af7b-a4bcdfae3679 req-194f3fb1-a1f6-4a36-85dc-f3c2e2a6c555 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393319
May 31 13:05:12.847782 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850eab4-72ba-4013-82fe-1ceb60ca0d03 req-0174a0ab-985a-4ad7-8cfd-f21f5386b857 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:12.849176 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5850eab4-72ba-4013-82fe-1ceb60ca0d03 req-0174a0ab-985a-4ad7-8cfd-f21f5386b857 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0800943
May 31 13:05:12.896617 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5850eab4-72ba-4013-82fe-1ceb60ca0d03 req-cba47803-c074-4b7e-940e-c259ab5e984a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409727
May 31 13:05:13.178694 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b36f8-0bdf-494f-8085-4dc278542eb9 req-ec61cd40-1fff-4b23-8b28-36881121b667 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:13.180204 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-669b36f8-0bdf-494f-8085-4dc278542eb9 req-ec61cd40-1fff-4b23-8b28-36881121b667 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0819573
May 31 13:05:13.229314 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-669b36f8-0bdf-494f-8085-4dc278542eb9 req-ba85e429-26e3-4bab-9188-1e6f7836fc3c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434337
May 31 13:05:13.372751 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-921564ce-a1ae-4ea4-81b6-041e45de3601 req-59bbdc7e-95b3-4bc8-8af5-b0ce2e581c02 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0481164
May 31 13:05:13.518254 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c5d4d88a-ad64-436a-a424-70c1265f167b req-ac17bc59-bfe2-4399-a73b-88b52a4ce66f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0468807
May 31 13:05:13.780358 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83aa01-e923-45f0-aea8-3bf77594a637 req-806f12d9-5b9c-4619-83e7-427eae810b84 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:13.781754 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eb83aa01-e923-45f0-aea8-3bf77594a637 req-806f12d9-5b9c-4619-83e7-427eae810b84 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0826812
May 31 13:05:13.827865 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eb83aa01-e923-45f0-aea8-3bf77594a637 req-44369b63-ee41-48eb-9223-efa08cfdcfd4 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403385
May 31 13:05:14.017933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:14.082223 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73107fba-fa75-4e85-bb10-79a356af21e6 req-de235f6e-a13f-47c7-a5f7-6e4dc2c1e629 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:14.083825 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-73107fba-fa75-4e85-bb10-79a356af21e6 req-de235f6e-a13f-47c7-a5f7-6e4dc2c1e629 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0828793
May 31 13:05:14.131670 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-73107fba-fa75-4e85-bb10-79a356af21e6 req-b79116de-fda6-4562-8386-c8919108ea33 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409162
May 31 13:05:14.220890 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a58ce196-4e0c-46a5-8557-879208661eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:14.436475 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65641-2e6e-4b2a-b0bc-15e53fd35ccd req-9ddfea72-402e-4752-ae89-ffa53db2d220 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:14.437991 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5ee65641-2e6e-4b2a-b0bc-15e53fd35ccd req-9ddfea72-402e-4752-ae89-ffa53db2d220 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0863562
May 31 13:05:14.485404 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5ee65641-2e6e-4b2a-b0bc-15e53fd35ccd req-f05b4b11-ee95-4379-995f-345666b2a5e8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411994
May 31 13:05:14.626993 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b1f7368a-1aa4-44b6-9800-874a29dfbeab req-d0c07a3a-84eb-4271-8787-6b1f0c589ab4 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0463350
May 31 13:05:14.767472 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-259651c7-8ad9-4bfe-b67d-535277f31a8f req-f0931317-dc74-49b4-aa1c-df6cc7bc12dc tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0437756
May 31 13:05:15.024998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a88b7-30be-4616-935d-af5e3ce881ea req-9742844d-35aa-4e7a-8be6-04a8f126bf3e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:15.026855 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-006a88b7-30be-4616-935d-af5e3ce881ea req-9742844d-35aa-4e7a-8be6-04a8f126bf3e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0944500
May 31 13:05:15.076060 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-006a88b7-30be-4616-935d-af5e3ce881ea req-f8944ff3-a937-4604-b5f9-4568ef13338c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436077
May 31 13:05:15.277310 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:15.317838 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba165-82fa-4d90-9087-e5d5ccd4dbfa req-8bb782c7-6a2f-4736-8933-589c3556aa0c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:15.325586 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9a6ba165-82fa-4d90-9087-e5d5ccd4dbfa req-8bb782c7-6a2f-4736-8933-589c3556aa0c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0904582
May 31 13:05:15.365552 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9a6ba165-82fa-4d90-9087-e5d5ccd4dbfa req-f988cf76-ea16-41e0-bddc-228f90ec7be4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385983
May 31 13:05:15.689295 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91de7-bf66-4891-9087-95767ac19ee5 req-2d327d89-e434-4cfc-9f37-d01fa61904c2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:15.690890 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-85c91de7-bf66-4891-9087-95767ac19ee5 req-2d327d89-e434-4cfc-9f37-d01fa61904c2 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0939412
May 31 13:05:15.735867 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-85c91de7-bf66-4891-9087-95767ac19ee5 req-1c56067d-7da1-405a-846b-1505f97d4b96 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388343
May 31 13:05:16.009437 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-06b77bd0-ff53-4217-b61b-7432c632953a req-0085bcce-6f49-43b0-b372-b5153c8f5c3f tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0424984
May 31 13:05:16.151671 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fa24c062-6312-4fcb-8681-d615f717810a req-475b6d05-3294-4500-81f9-b32532bfaffa tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0455694
May 31 13:05:16.323545 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf32e0-eecf-47ec-819b-c4b60fac0070 req-673ca667-f823-4a29-b5ae-73053c405958 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:16.325012 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7bdf32e0-eecf-47ec-819b-c4b60fac0070 req-673ca667-f823-4a29-b5ae-73053c405958 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0791647
May 31 13:05:16.370147 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7bdf32e0-eecf-47ec-819b-c4b60fac0070 req-59bfba38-950f-4686-b323-e65f0488dfcc tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394800
May 31 13:05:16.561410 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4e98-5cb0-43e3-a5f9-17eee5b70f9a req-cf9b45bf-1b30-48f2-a589-ba107e9768b2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:16.562918 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-765c4e98-5cb0-43e3-a5f9-17eee5b70f9a req-cf9b45bf-1b30-48f2-a589-ba107e9768b2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0929184
May 31 13:05:16.622350 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-765c4e98-5cb0-43e3-a5f9-17eee5b70f9a req-dbee6ba2-afd3-4bb3-8ab3-b1964b2aab1f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520735
May 31 13:05:16.919206 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc042a-6508-4d16-9257-90bd48ace702 req-0020eef4-5fed-4d4f-ae36-54d85eb7e138 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:16.920759 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ecdc042a-6508-4d16-9257-90bd48ace702 req-0020eef4-5fed-4d4f-ae36-54d85eb7e138 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0836401
May 31 13:05:16.965624 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ecdc042a-6508-4d16-9257-90bd48ace702 req-6083c2bd-183b-4521-99a1-ac414287a179 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387814
May 31 13:05:17.128896 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:17.229749 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-38c5d43f-1641-4a6e-8ba4-300f3dd6ec9e req-46c5cef9-a3ed-4cd6-9258-a08d54e049dd tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.1019034
May 31 13:05:17.363050 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cded2f87-e13d-4737-9e42-27d4a1deba86 req-3f20d10e-fc59-4837-ad74-fb2d0eb3d40a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0419345
May 31 13:05:17.550270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6a12-c84e-499f-99aa-256567b90456 req-05c9e318-3816-4b79-9df5-078fdaeb292e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:17.551739 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46fe6a12-c84e-499f-99aa-256567b90456 req-05c9e318-3816-4b79-9df5-078fdaeb292e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0805850
May 31 13:05:17.598330 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46fe6a12-c84e-499f-99aa-256567b90456 req-aeec9b29-a350-45df-8ab2-68ee5e4539ba tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408740
May 31 13:05:17.807952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b0cb9-6787-4308-832a-c86367137c25 req-97805ff9-2be2-4fd3-9992-44f9444eefd7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:17.809433 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-131b0cb9-6787-4308-832a-c86367137c25 req-97805ff9-2be2-4fd3-9992-44f9444eefd7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0826864
May 31 13:05:17.852920 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-131b0cb9-6787-4308-832a-c86367137c25 req-d66d682a-a7c9-4a47-a365-efc4ccb25ce3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379543
May 31 13:05:18.148040 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8257e4-1806-473e-9867-ef4d785fe6d6 req-96a21ee6-0de5-4dc6-9978-d8282b0af63f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:18.149510 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b8257e4-1806-473e-9867-ef4d785fe6d6 req-96a21ee6-0de5-4dc6-9978-d8282b0af63f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0817950
May 31 13:05:18.192235 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b8257e4-1806-473e-9867-ef4d785fe6d6 req-9caf674d-f4d9-469b-a0d3-0d2f1ede4007 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371721
May 31 13:05:18.373630 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-55299cec-6f52-4458-b573-1161dc3c6bec req-ca58eb71-e03e-40f6-a269-a17a687340e2 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0414507
May 31 13:05:18.506033 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9aede45a-16f5-4700-800b-3fab2083c52e req-418391de-98fd-423e-bd92-eabee6efdc04 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0418456
May 31 13:05:18.782980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ff100-3016-4f84-85a5-eae462a6a17e req-41e1f9ae-3181-4bae-b71f-cd0f25e259f5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:18.784423 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f36ff100-3016-4f84-85a5-eae462a6a17e req-41e1f9ae-3181-4bae-b71f-cd0f25e259f5 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0823159
May 31 13:05:18.827754 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f36ff100-3016-4f84-85a5-eae462a6a17e req-ba5d5ec4-31c1-4de9-94c3-3fb926aa5d3c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376885
May 31 13:05:19.031205 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c42b-9d61-46e9-90c7-3d311520fb6d req-7b3cdcd8-102d-4fc2-934b-8b38f70fab8d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:19.032562 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e591c42b-9d61-46e9-90c7-3d311520fb6d req-7b3cdcd8-102d-4fc2-934b-8b38f70fab8d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0788167
May 31 13:05:19.084355 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e591c42b-9d61-46e9-90c7-3d311520fb6d req-94aec813-c7af-4795-8ef3-4dda3e1b9df5 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462172
May 31 13:05:19.373472 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680411cb-627c-41e1-bc8c-76cd9a271fd9 req-29ed9178-3354-4e45-a1b5-7f565b9f7a91 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:19.374893 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-680411cb-627c-41e1-bc8c-76cd9a271fd9 req-29ed9178-3354-4e45-a1b5-7f565b9f7a91 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0788851
May 31 13:05:19.418181 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-680411cb-627c-41e1-bc8c-76cd9a271fd9 req-17e9afb7-32cb-4c08-9dbc-50b62428b9ad tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378675
May 31 13:05:19.552423 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2a09cef1-599e-48bd-93fd-3ca4a6f7cbd0 req-968f482c-ebc6-4133-b17e-6d85c298b939 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0449581
May 31 13:05:19.684598 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bf488f11-020f-4b35-b444-af6d1ea178aa req-af3a5aec-b7ea-4e72-9685-f47a17d49fa8 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0444133
May 31 13:05:20.009845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2e685-71d1-40f8-a644-524b9cfff1f6 req-791880ce-c6a2-415b-a859-28d4b374e25d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:20.011682 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2c2e685-71d1-40f8-a644-524b9cfff1f6 req-791880ce-c6a2-415b-a859-28d4b374e25d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0783451
May 31 13:05:20.054990 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2c2e685-71d1-40f8-a644-524b9cfff1f6 req-ba45aca2-5ebb-4cf9-b47e-2c552500f92a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378656
May 31 13:05:20.266519 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df9592-98af-48aa-9144-26a20c434f86 req-84a824f4-9ad8-40b0-8c9c-121446213507 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:20.267862 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-92df9592-98af-48aa-9144-26a20c434f86 req-84a824f4-9ad8-40b0-8c9c-121446213507 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0811098
May 31 13:05:20.310165 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-92df9592-98af-48aa-9144-26a20c434f86 req-f8e06a98-6717-45d0-be4d-a20a9377ab1b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368590
May 31 13:05:20.596443 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2c938-b98d-414b-a042-7d31580000da req-355fe734-46f8-4398-a58a-6bc7391622fe tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:20.597903 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0c2c938-b98d-414b-a042-7d31580000da req-355fe734-46f8-4398-a58a-6bc7391622fe tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.0772762
May 31 13:05:20.644534 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b0c2c938-b98d-414b-a042-7d31580000da req-fadf6835-4e8a-457b-8674-e9192a91275b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410528
May 31 13:05:20.784519 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2393e079-f62f-435f-b260-ce6a91d2d72b req-ca554ef3-e365-462b-b91c-0c5b03c12291 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0451961
May 31 13:05:20.915064 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e5da378-be72-4e49-b1fa-e4932540d4e5 req-651b017f-99a3-45fb-a983-207770e0c2f5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0418963
May 31 13:05:21.249058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68835a-57b3-48ee-8b03-aa3f87305a2a req-095526d9-a807-4fea-a7e4-bc3d1b923102 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:21.250479 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa68835a-57b3-48ee-8b03-aa3f87305a2a req-095526d9-a807-4fea-a7e4-bc3d1b923102 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.0809200
May 31 13:05:21.295642 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa68835a-57b3-48ee-8b03-aa3f87305a2a req-5709877d-e697-41b4-b086-a3524d29c908 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396335
May 31 13:05:21.389987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Request body: {'port': {'device_id': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:21.444986 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'port': {'device_id': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'admin_state_up': True, 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'security_groups': ['ab895f03-6e84-41d9-ba4d-1dc2d0279753']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:21.502806 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9206-1a7f-4be5-bcb2-d32c67c4e479 req-518665b3-3422-4bff-971d-455cedbbe7ed tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:21.504493 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d31f9206-1a7f-4be5-bcb2-d32c67c4e479 req-518665b3-3422-4bff-971d-455cedbbe7ed tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0864732
May 31 13:05:21.550821 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d31f9206-1a7f-4be5-bcb2-d32c67c4e479 req-9b970273-8e81-4c06-a4de-774b463d794d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392179
May 31 13:05:21.623467 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:21.700512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:21.716271 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:21.773418 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Made reservation on behalf of b1f7fe73c2c748dd856bfec53c1ff416 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:05:21.776717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:21.971115 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d7f04a54-f0aa-48c4-93bd-84e22dc141b4 req-e1ef1317-ccca-4939-8737-c897836352b8 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] 10.222.0.20 "GET /v2.0/ports?device_id=d71e493c-5845-4c78-9576-26b4e08eb100 HTTP/1.1" status: 200  len: 210 time: 0.0631576
May 31 13:05:22.077093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c91860-af07-482f-a231-b559c34e624a req-8c5289a7-9c23-4baa-8d1f-e8666549bb87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:22.077796 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-b6c91860-af07-482f-a231-b559c34e624a req-8c5289a7-9c23-4baa-8d1f-e8666549bb87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:22.127182 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-53dfb742-da7c-4db4-9092-b62e9c58b22a req-ab9a7288-b452-49ec-8dcb-972a5e163419 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0430124
May 31 13:05:22.150912 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Allocated IP 172.20.0.14 (42674416-78be-4667-9e17-69a87daed7c4/c98e701e-799d-40b2-9e71-d3765d786001/a68cadb0-cfdb-4f75-8483-dc4010090ac2) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:05:22.158016 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-b6c91860-af07-482f-a231-b559c34e624a req-8c5289a7-9c23-4baa-8d1f-e8666549bb87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:22.159191 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6c91860-af07-482f-a231-b559c34e624a req-8c5289a7-9c23-4baa-8d1f-e8666549bb87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 932 time: 0.3931320
May 31 13:05:22.305860 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6c91860-af07-482f-a231-b559c34e624a req-b1d06c54-e801-459d-8e78-35853f5a9b50 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403000
May 31 13:05:22.373433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b4e892-92f0-42ff-ab47-c93786192ca5 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:05:22.384332 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:22.419096 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Transition to ACTIVE for port object 86b4e892-92f0-42ff-ab47-c93786192ca5 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:05:22.432451 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:22.439543 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e23096e7-a668-489d-a8d6-759ba207c9a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:22.509558 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e530a9-248c-4491-bff3-a02de5b1d3d3 req-9576e8f5-1531-4278-b550-0e3c92d2eeb9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:22.511273 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46e530a9-248c-4491-bff3-a02de5b1d3d3 req-9576e8f5-1531-4278-b550-0e3c92d2eeb9 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1017489
May 31 13:05:22.559668 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46e530a9-248c-4491-bff3-a02de5b1d3d3 req-c4223b04-4029-44da-abf7-9cdda83e5d68 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415819
May 31 13:05:22.594358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:22.678925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Transition to ACTIVE for port object a68cadb0-cfdb-4f75-8483-dc4010090ac2 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:05:22.750087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:22.799717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.800080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.800437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.800785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.801153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.801493 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.801832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.802172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.802507 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.802840 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.803173 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.803505 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:22.816891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:22.875323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Attempting to bind port 86b4e892-92f0-42ff-ab47-c93786192ca5 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:05:22.875601 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Attempting to bind port 86b4e892-92f0-42ff-ab47-c93786192ca5 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:05:22.875863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Attempting to bind port 86b4e892-92f0-42ff-ab47-c93786192ca5 on network 60cc8fb7-1057-4e47-9700-0ee6057ae456 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:05:22.883299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:22.891924 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ba17-8c9a-4338-933e-6954824d29d9 req-dc0a1d5e-f2e4-44fd-8d00-9314921970e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:22.893364 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45c7ba17-8c9a-4338-933e-6954824d29d9 req-dc0a1d5e-f2e4-44fd-8d00-9314921970e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.2173729
May 31 13:05:22.893887 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Port 86b4e892-92f0-42ff-ab47-c93786192ca5 on network 60cc8fb7-1057-4e47-9700-0ee6057ae456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:05:22.894201 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Attempting to bind port 86b4e892-92f0-42ff-ab47-c93786192ca5 on network 60cc8fb7-1057-4e47-9700-0ee6057ae456 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:05:22.899236 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5291a19e-d27d-4095-8c20-ac7694be2fb3 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:22.960520 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:05:22.960873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Checking segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:05:22.961250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Bound using segment: {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:05:22.961682 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Bound port: 86b4e892-92f0-42ff-ab47-c93786192ca5, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ed927d-6ab7-457f-a91b-1476307d25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:05:22.962019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.014909 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Network 42674416-78be-4667-9e17-69a87daed7c4 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:05:23.046698 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:05:23.061093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:05:23.089314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:23.104722 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45c7ba17-8c9a-4338-933e-6954824d29d9 req-34f72e72-ab31-471d-94f9-bc09fe3f535c tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694450
May 31 13:05:23.112640 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:23.170913 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.171564 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.177427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:05:23.186038 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:05:23.206110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.212263 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fa4d8078-42d4-4676-aa14-b09c75c3962b tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:23.251474 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8148429
May 31 13:05:23.274057 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Request body: {'port': {'device_id': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:23.319489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.320109 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.321487 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1094 time: 1.9359813
May 31 13:05:23.324708 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:23.327017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed424b56-5605-41ef-8026-68fcdfa1ffc8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:23.356704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df4eab-4e59-4216-bd9c-5bec6891d6e7 req-90db168e-66ee-4cc8-a2e3-68fd0d81bdb6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.366420 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c9df4eab-4e59-4216-bd9c-5bec6891d6e7 req-90db168e-66ee-4cc8-a2e3-68fd0d81bdb6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 932 time: 0.1103914
May 31 13:05:23.392517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:23.397962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:23.414932 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-c9df4eab-4e59-4216-bd9c-5bec6891d6e7 req-3e7c65ad-6548-492c-aecf-049692893889 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Synchronizing usage tracker for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:23.446227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-c9df4eab-4e59-4216-bd9c-5bec6891d6e7 req-3e7c65ad-6548-492c-aecf-049692893889 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Unset dirty status for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:23.460629 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c9df4eab-4e59-4216-bd9c-5bec6891d6e7 req-3e7c65ad-6548-492c-aecf-049692893889 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932684
May 31 13:05:23.482185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-248a4078-49c2-4fcb-8ea5-b20d77e77e88 None None] Provisioning for port a68cadb0-cfdb-4f75-8483-dc4010090ac2 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:05:23.499235 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-248a4078-49c2-4fcb-8ea5-b20d77e77e88 None None] Provisioning complete for port a68cadb0-cfdb-4f75-8483-dc4010090ac2 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:05:23.501061 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-248a4078-49c2-4fcb-8ea5-b20d77e77e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.554987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d3459-5960-49f5-b43a-5a08293d73f7 x-openstack-request-id: req-6f5d3459-5960-49f5-b43a-5a08293d73f7 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:23.555539 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:23.555701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f5d3459-5960-49f5-b43a-5a08293d73f7 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:23.556179 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:05:23.586645 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-248a4078-49c2-4fcb-8ea5-b20d77e77e88 None None] Port a68cadb0-cfdb-4f75-8483-dc4010090ac2 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:05:23.598142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:23.749989 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-8f74bab9-4421-443d-8a60-e1d372bf003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.751314 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-8f74bab9-4421-443d-8a60-e1d372bf003f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1097 time: 0.2949712
May 31 13:05:23.889441 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-616c5174-dcee-4cf3-b34c-71b2d88bb318 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 217 time: 0.1275489
May 31 13:05:23.945835 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183185-f794-4df7-9f65-13f2eb75dfb2 req-4659e60e-0d0b-4f5f-9a83-698e8f641164 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.947304 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48183185-f794-4df7-9f65-13f2eb75dfb2 req-4659e60e-0d0b-4f5f-9a83-698e8f641164 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.4103940
May 31 13:05:23.967401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a1f2-4aab-4f65-80c3-44c7d2c89764 req-2bb8a170-e19f-4a90-a23f-6c1eea7bbe0c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:23.968901 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5794a1f2-4aab-4f65-80c3-44c7d2c89764 req-2bb8a170-e19f-4a90-a23f-6c1eea7bbe0c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1444700
May 31 13:05:24.016700 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5794a1f2-4aab-4f65-80c3-44c7d2c89764 req-284d0a0e-c8f4-404d-84a0-0d447ebe2998 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414698
May 31 13:05:24.094435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-1a574cc3-0bee-4b4c-bc40-237002d6a87e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:24.095811 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-1a574cc3-0bee-4b4c-bc40-237002d6a87e tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.3996174
May 31 13:05:24.106363 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-ae77f6cc-771e-4c2f-ac41-d64621b4dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:24.107813 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-ae77f6cc-771e-4c2f-ac41-d64621b4dcf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.2084985
May 31 13:05:24.144908 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48183185-f794-4df7-9f65-13f2eb75dfb2 req-6bd02c97-fe22-479e-bf33-54dadbe73883 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893175
May 31 13:05:24.350601 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c92da-42fd-4f14-9eb3-01cfa26e4b05 req-2d533153-7419-438d-abce-93b557c2b9c7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:24.351448 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4e8c92da-42fd-4f14-9eb3-01cfa26e4b05 req-2d533153-7419-438d-abce-93b557c2b9c7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.1157093
May 31 13:05:24.404389 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4e8c92da-42fd-4f14-9eb3-01cfa26e4b05 req-a49958dc-68dc-4ce9-8fe6-3525e9563649 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470600
May 31 13:05:24.507682 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-80083de7-9f71-4c88-a47b-b73a3f90d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:24.509206 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-80083de7-9f71-4c88-a47b-b73a3f90d42a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3617244
May 31 13:05:24.657313 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68cadb0-cfdb-4f75-8483-dc4010090ac2 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:05:24.679050 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-43a7303b-3b43-458b-a47e-fb55a8586a58 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:24.680473 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-43a7303b-3b43-458b-a47e-fb55a8586a58 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 946 time: 0.0866427
May 31 13:05:24.688368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:24.698267 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Deleting port 756b418a-ffe3-410b-b58e-6ae058f6e481 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:24.698613 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:24.815832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Transition to ACTIVE for port object a68cadb0-cfdb-4f75-8483-dc4010090ac2 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:05:24.828472 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Deleting port 48e956f4-e7e7-485f-90f0-5ca092421b3c {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:24.829142 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:24.842274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:24.851312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:24.888014 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-b87d596e-36e5-42ed-b946-3efefd910de6 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3645561
May 31 13:05:24.965869 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] For port 48e956f4-e7e7-485f-90f0-5ca092421b3c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=48e956f4-e7e7-485f-90f0-5ca092421b3c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:24.966359 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.095857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Calling delete_port for 48e956f4-e7e7-485f-90f0-5ca092421b3c owned by compute:nova {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:25.196030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:25.212461 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614c901-8f61-4aae-8754-615d67e90e10 req-c4d54b0a-79a9-47e8-a3a2-89c31b39211c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:25.213356 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a614c901-8f61-4aae-8754-615d67e90e10 req-c4d54b0a-79a9-47e8-a3a2-89c31b39211c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Synchronizing usage tracker for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:25.218166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:25.219685 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] For port 756b418a-ffe3-410b-b58e-6ae058f6e481, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=756b418a-ffe3-410b-b58e-6ae058f6e481,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:25.220130 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.280658 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3ece7-698b-43a7-bb7a-330296f892ca req-afebdcd1-65c3-48b8-9956-5a30b046fd16 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:25.282140 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-60f3ece7-698b-43a7-bb7a-330296f892ca req-afebdcd1-65c3-48b8-9956-5a30b046fd16 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 945 time: 0.1076214
May 31 13:05:25.376619 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Calling delete_port for 756b418a-ffe3-410b-b58e-6ae058f6e481 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:25.377470 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-60f3ece7-698b-43a7-bb7a-330296f892ca req-5fc82e10-55e2-4bce-94c1-42605d746be2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630057
May 31 13:05:25.380660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.387742 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:25.427153 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5175cafd-0f07-4dd7-80ab-b7e44c50fc72 req-550b9820-6906-4ff8-a4ba-a3ceb8ca0d16 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5289750
May 31 13:05:25.439699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a614c901-8f61-4aae-8754-615d67e90e10 req-c4d54b0a-79a9-47e8-a3a2-89c31b39211c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Unset dirty status for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:25.441530 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a614c901-8f61-4aae-8754-615d67e90e10 req-c4d54b0a-79a9-47e8-a3a2-89c31b39211c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 932 time: 0.8293819
May 31 13:05:25.445281 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Attempting to bind port a68cadb0-cfdb-4f75-8483-dc4010090ac2 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:05:25.445623 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Attempting to bind port a68cadb0-cfdb-4f75-8483-dc4010090ac2 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:05:25.445955 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Attempting to bind port a68cadb0-cfdb-4f75-8483-dc4010090ac2 on network 42674416-78be-4667-9e17-69a87daed7c4 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:05:25.451337 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Pushing event deleted for resources: {'Port': ['ID=48e956f4-e7e7-485f-90f0-5ca092421b3c,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:25.469253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Port a68cadb0-cfdb-4f75-8483-dc4010090ac2 on network 42674416-78be-4667-9e17-69a87daed7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:05:25.469584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Attempting to bind port a68cadb0-cfdb-4f75-8483-dc4010090ac2 on network 42674416-78be-4667-9e17-69a87daed7c4 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:05:25.485032 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:05:25.485394 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Checking segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:05:25.485762 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Bound using segment: {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:05:25.486192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Bound port: a68cadb0-cfdb-4f75-8483-dc4010090ac2, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '42674416-78be-4667-9e17-69a87daed7c4'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:05:25.486538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.493116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493549 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.493549 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.496286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.496286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.496286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.496286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.496286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:25.503121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:25.568159 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a614c901-8f61-4aae-8754-615d67e90e10 req-0b41ee9b-51f7-4437-bb24-efc17579ba9b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166499
May 31 13:05:25.584843 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] No DVR routers for this DVR port 48e956f4-e7e7-485f-90f0-5ca092421b3c on host hv-cinder-79326 {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:25.595033 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.595719 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['8e01b011-8593-44ed-b9e0-8007a752114c', '48e956f4-e7e7-485f-90f0-5ca092421b3c'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:25.597698 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'name': 'network-vif-deleted', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:25.600056 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486cb743-05fd-41ea-b26d-011320ea6622" -d '{"events": [{"server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "name": "network-vif-deleted", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:25.626925 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "DELETE /v2.0/ports/48e956f4-e7e7-485f-90f0-5ca092421b3c HTTP/1.1" status: 204  len: 173 time: 0.9406841
May 31 13:05:25.639854 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14b96-9da4-49c6-b876-f6571e15c08d req-ba59519e-4606-449b-8737-4f02e50f7f6b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:25.642018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:05:25.642145 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-52e14b96-9da4-49c6-b876-f6571e15c08d req-ba59519e-4606-449b-8737-4f02e50f7f6b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.1139107
May 31 13:05:25.646110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:05:25.718411 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.720602 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-52e14b96-9da4-49c6-b876-f6571e15c08d req-352b342b-fb2f-44fb-b994-10b3bd4f996e tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713274
May 31 13:05:25.734663 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:25.795843 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ed034-6bba-4896-8bf7-0abe15c76607 x-openstack-request-id: req-b35ed034-6bba-4896-8bf7-0abe15c76607 {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:25.796315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0", "name": "network-vif-deleted", "tag": "48e956f4-e7e7-485f-90f0-5ca092421b3c", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:25.797206 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b35ed034-6bba-4896-8bf7-0abe15c76607 {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:25.797891 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0', 'name': 'network-vif-deleted', 'tag': '48e956f4-e7e7-485f-90f0-5ca092421b3c', 'status': 'completed', 'code': 200}
May 31 13:05:25.857652 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-17e218d8-df0e-44e2-9595-654d97421c81 req-51100e14-aec6-423a-b2ee-aa9bb61ede22 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.1239114
May 31 13:05:25.862623 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:25.863238 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.864514 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] 10.222.0.36 "PUT /v2.0/ports/a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1094 time: 2.5948937
May 31 13:05:25.867669 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:25.870021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6bf35-1db5-4586-be53-3d2f02de9252" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:25.903707 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:25.914277 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:25.920628 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:25.922614 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c9050bbc-90c7-42f3-a9a6-6dfd89bf83b0 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:25.962094 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b3cc1-a0e1-41e6-9415-59d2c3c483c8 x-openstack-request-id: req-983b3cc1-a0e1-41e6-9415-59d2c3c483c8 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:25.962417 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:25.962702 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-983b3cc1-a0e1-41e6-9415-59d2c3c483c8 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:25.963127 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'status': 'completed', 'code': 200}
May 31 13:05:25.999416 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event deleted for resources: {'Port': ['ID=756b418a-ffe3-410b-b58e-6ae058f6e481,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:26.010191 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:26.013403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-65d63656-0f46-455a-acf3-a529ec5d0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:26.014927 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-65d63656-0f46-455a-acf3-a529ec5d0b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1097 time: 0.3675809
May 31 13:05:26.142338 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] No DVR routers for this DVR port 756b418a-ffe3-410b-b58e-6ae058f6e481 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:26.144703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:26.157749 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3806df0e-7f60-4ca9-aea3-97177da75504 req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "DELETE /v2.0/ports/756b418a-ffe3-410b-b58e-6ae058f6e481 HTTP/1.1" status: 204  len: 173 time: 2.0455203
May 31 13:05:26.538830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4b2032a4-db54-42ed-b6de-1dcf8854b370 req-f6bff427-f69f-4972-8c6f-36d6fc5ed8ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:26.554039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4b2032a4-db54-42ed-b6de-1dcf8854b370 req-f6bff427-f69f-4972-8c6f-36d6fc5ed8ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:26.555242 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4b2032a4-db54-42ed-b6de-1dcf8854b370 req-f6bff427-f69f-4972-8c6f-36d6fc5ed8ce tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.0577567
May 31 13:05:26.760033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd7993-7397-4941-81a2-2cce7f361276 req-ccc5cbc3-6975-45d9-adbf-27f4aa495ebd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:26.761397 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfd7993-7397-4941-81a2-2cce7f361276 req-ccc5cbc3-6975-45d9-adbf-27f4aa495ebd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0815473
May 31 13:05:26.808159 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfd7993-7397-4941-81a2-2cce7f361276 req-a7e237f7-c48e-43ba-aba5-7f8e5b3e3444 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405548
May 31 13:05:27.122172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e52d-6045-441d-b5b2-cd909861a017 req-10d21f21-2fcb-499b-9158-a91a1618e210 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:27.123626 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-18e0e52d-6045-441d-b5b2-cd909861a017 req-10d21f21-2fcb-499b-9158-a91a1618e210 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.0834045
May 31 13:05:27.171020 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-18e0e52d-6045-441d-b5b2-cd909861a017 req-72deea78-0604-4388-a1fb-72458ff6e6d5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407898
May 31 13:05:27.319191 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e31602d1-da8b-4516-865f-502ad009834f req-2650e9b2-f0bf-4b71-b880-931987a630bd tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0456386
May 31 13:05:27.704135 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a5fc7556-fe4c-47b3-bbeb-14e5ba6a0099 req-97c0a300-8b30-4d3c-ab44-03328a656f71 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.0415351
May 31 13:05:27.966137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'name': 'network-vif-deleted', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:27.968783 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b05cf-ddc4-4a77-a821-e2978659e075" -d '{"events": [{"server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "name": "network-vif-deleted", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:27.994958 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e1025-9d4b-4512-b97c-1fd0948d9549 req-dedb6f57-26e3-4843-89f5-e5bcf4c616a5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:27.996406 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a85e1025-9d4b-4512-b97c-1fd0948d9549 req-dedb6f57-26e3-4843-89f5-e5bcf4c616a5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0852909
May 31 13:05:28.043375 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a85e1025-9d4b-4512-b97c-1fd0948d9549 req-64e43356-16eb-4080-8306-3bb3f2977678 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412943
May 31 13:05:28.091632 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b633b9a6-5c19-44c7-8675-41a7bc659b1e x-openstack-request-id: req-b633b9a6-5c19-44c7-8675-41a7bc659b1e {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:28.091952 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78db6cd9-2bb3-4648-b962-1cddfed595f1", "name": "network-vif-deleted", "tag": "756b418a-ffe3-410b-b58e-6ae058f6e481", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:28.092229 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b633b9a6-5c19-44c7-8675-41a7bc659b1e {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:28.092647 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78db6cd9-2bb3-4648-b962-1cddfed595f1', 'name': 'network-vif-deleted', 'tag': '756b418a-ffe3-410b-b58e-6ae058f6e481', 'status': 'completed', 'code': 200}
May 31 13:05:28.349585 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eefa-775a-4233-8ece-9dd02759cddf req-3f15ea3b-63b7-49d9-946b-4abeb7c33306 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:28.350922 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e4d0eefa-775a-4233-8ece-9dd02759cddf req-3f15ea3b-63b7-49d9-946b-4abeb7c33306 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.0777128
May 31 13:05:28.394688 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e4d0eefa-775a-4233-8ece-9dd02759cddf req-a796543e-6d5c-492f-99f0-6fabc95e5027 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377004
May 31 13:05:28.548316 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a7e64779-7b42-4961-9eed-daad39bdad5b req-60214e8d-a1cd-499f-a8e1-1725de56c1e7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.0452306
May 31 13:05:28.848528 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-97168c95-9ea5-49c7-9b19-49c1ae8d5b04 req-ce6338f4-68ce-441c-9bbc-414af90b82a2 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.0421746
May 31 13:05:29.225082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af78c-1f9c-4e1d-af59-e7ab7def7c82 req-2e372d84-cfb8-4e92-977b-539fb52356e7 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:29.226523 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-632af78c-1f9c-4e1d-af59-e7ab7def7c82 req-2e372d84-cfb8-4e92-977b-539fb52356e7 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0792196
May 31 13:05:29.271379 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-632af78c-1f9c-4e1d-af59-e7ab7def7c82 req-5b5d1778-13b6-43cf-bbe2-1a63b860cd32 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389378
May 31 13:05:29.510395 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 756b418a-ffe3-410b-b58e-6ae058f6e481 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:29.547794 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 756b418a-ffe3-410b-b58e-6ae058f6e481 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:29.548138 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 756b418a-ffe3-410b-b58e-6ae058f6e481 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:29.760736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-f9beecfd-4b45-4f33-94d5-a0e7d0181881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:29.762210 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-f9beecfd-4b45-4f33-94d5-a0e7d0181881 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.2165170
May 31 13:05:29.775476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fad68-c1c4-4c5e-aa8b-f7a98adf718b req-6df3857b-9cb6-4379-b748-387f56a8f28c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:29.776967 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d52fad68-c1c4-4c5e-aa8b-f7a98adf718b req-6df3857b-9cb6-4379-b748-387f56a8f28c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.2740016
May 31 13:05:29.836783 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-7d39475d-18dd-4fd0-9250-53fe85a49a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:29.838236 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-7d39475d-18dd-4fd0-9250-53fe85a49a26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1097 time: 0.2683661
May 31 13:05:29.861376 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-aaf030fc-c55f-4043-9b81-146de9feb267 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 217 time: 0.0834095
May 31 13:05:29.885922 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d52fad68-c1c4-4c5e-aa8b-f7a98adf718b req-f7b1b1cb-c4ad-4336-940e-76c802e1a5f3 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580976
May 31 13:05:29.981777 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 48e956f4-e7e7-485f-90f0-5ca092421b3c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:30.014989 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 48e956f4-e7e7-485f-90f0-5ca092421b3c {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:30.015364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 48e956f4-e7e7-485f-90f0-5ca092421b3c not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:30.131694 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-42d48731-67ad-4394-9750-ef5167b8280b req-096cbd92-09a6-4ca6-9956-6c6b588b7761 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b5bd3d7-2fe1-4be6-85e8-6ff1be7b7bb0 HTTP/1.1" status: 200  len: 210 time: 0.1077271
May 31 13:05:30.150803 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-4a718311-a1f1-496f-a1bd-30d73d726acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.152892 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-4a718311-a1f1-496f-a1bd-30d73d726acf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.1599791
May 31 13:05:30.243618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-514e5489-cc76-477e-8975-62fe92a460f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.245136 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-514e5489-cc76-477e-8975-62fe92a460f1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2715237
May 31 13:05:30.312665 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-100281a7-9254-40bb-aacb-5856079c1cd6 req-00f1ceed-eae6-4bf6-9322-b1c4b59c7b78 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=78db6cd9-2bb3-4648-b962-1cddfed595f1 HTTP/1.1" status: 200  len: 210 time: 0.0731149
May 31 13:05:30.457874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002682c-6e17-4dd2-a2de-7a784a4b6887 req-c9f69543-dd51-466e-84fc-da6c38ee3e6a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.459430 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f002682c-6e17-4dd2-a2de-7a784a4b6887 req-c9f69543-dd51-466e-84fc-da6c38ee3e6a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0797999
May 31 13:05:30.491587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-b8f1963c-7566-48f5-91a2-932fc4221139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.493114 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-b8f1963c-7566-48f5-91a2-932fc4221139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3114536
May 31 13:05:30.508205 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f002682c-6e17-4dd2-a2de-7a784a4b6887 req-79a1e6eb-629e-46aa-9583-d403fbd729d7 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420120
May 31 13:05:30.518262 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:30.540070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-b1faab14-053d-4129-b595-f32b07402924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.541604 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e8c6bf35-1db5-4586-be53-3d2f02de9252 req-b1faab14-053d-4129-b595-f32b07402924 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2619076
May 31 13:05:30.726562 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-ca19a0c7-0bee-4bd2-894c-a3453215c55a service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196689
May 31 13:05:30.834516 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-1940d813-d561-448a-b22d-46c62e4bf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:30.836230 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-1940d813-d561-448a-b22d-46c62e4bf8cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1097 time: 0.2046926
May 31 13:05:30.941179 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-fc48ea75-a67e-4c8c-8b44-d010ed4c0268 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 217 time: 0.0848722
May 31 13:05:31.007690 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ed424b56-5605-41ef-8026-68fcdfa1ffc8 req-8dffbd86-c391-4338-a5dc-01a23e189896 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730756
May 31 13:05:31.032123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-54bf4847-06fe-48ac-b265-8dfad96e71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:31.034231 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-54bf4847-06fe-48ac-b265-8dfad96e71a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.0796034
May 31 13:05:31.237387 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-8bf0774e-36be-4826-af89-4a5fd6cc291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:31.238945 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-8bf0774e-36be-4826-af89-4a5fd6cc291d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1954474
May 31 13:05:31.341888 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55074fb6-714c-4c4f-bba2-c0423b540871 req-d02b1a93-cae8-4c7d-a909-25e78b08081f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:31.346827 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-55074fb6-714c-4c4f-bba2-c0423b540871 req-d02b1a93-cae8-4c7d-a909-25e78b08081f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.2556484
May 31 13:05:31.493383 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-55074fb6-714c-4c4f-bba2-c0423b540871 req-7268d730-1d81-44cc-8218-1948ccc9d130 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261957
May 31 13:05:31.587229 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-88fecc2f-fc91-42e3-bfe1-d5ff2118cb49 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386407
May 31 13:05:32.072288 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a190c40e-7aae-4cb2-b0d0-1fdd232d2d36 req-61c0b57f-ca2d-47f3-aa4a-471827375f75 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4594300
May 31 13:05:32.100812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f957-a111-4f64-979b-7552731884ae req-bacb59a4-e77f-4610-91b5-a74277cb06e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:32.102948 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-9b87f957-a111-4f64-979b-7552731884ae req-bacb59a4-e77f-4610-91b5-a74277cb06e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:32.139256 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-9b87f957-a111-4f64-979b-7552731884ae req-bacb59a4-e77f-4610-91b5-a74277cb06e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:32.140417 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9b87f957-a111-4f64-979b-7552731884ae req-bacb59a4-e77f-4610-91b5-a74277cb06e8 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2621610
May 31 13:05:32.162684 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f5fb-796c-4a3f-89a6-821c0868082a req-2d0704dc-9964-4e7f-aead-ac3aaab1b64e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:32.173764 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3d71f5fb-796c-4a3f-89a6-821c0868082a req-2d0704dc-9964-4e7f-aead-ac3aaab1b64e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.2230189
May 31 13:05:32.241704 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3d71f5fb-796c-4a3f-89a6-821c0868082a req-e7b0f8e8-1363-489f-8c2a-3a6e29b5e224 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670307
May 31 13:05:32.255852 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9b87f957-a111-4f64-979b-7552731884ae req-787d4ffe-5545-4315-b130-63127ddf8449 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044893
May 31 13:05:32.606823 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b9f89-2bd1-4e22-9dfb-dc9d347aefe3 req-f45adaac-3bad-408a-a215-f7a773dde867 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:32.608299 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-352b9f89-2bd1-4e22-9dfb-dc9d347aefe3 req-f45adaac-3bad-408a-a215-f7a773dde867 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0849657
May 31 13:05:32.657332 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-352b9f89-2bd1-4e22-9dfb-dc9d347aefe3 req-e05e87b2-02d6-42e5-a9d5-9f1880a2a357 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430479
May 31 13:05:32.801811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7dd6-43f6-49a3-80da-4203e48fb468 req-504a3594-e8bb-4d3e-94ac-3f22ae13dde5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:32.805302 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54fc7dd6-43f6-49a3-80da-4203e48fb468 req-504a3594-e8bb-4d3e-94ac-3f22ae13dde5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.1060023
May 31 13:05:32.887789 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54fc7dd6-43f6-49a3-80da-4203e48fb468 req-23160ec7-7fb7-47e8-bc13-4cb218e79141 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718095
May 31 13:05:33.495812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d7cb4-eeff-4243-8b03-aedd1c78ae70 req-a04b7a65-2d47-4090-bb34-cde9d55c0d2d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:33.499044 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c42d7cb4-eeff-4243-8b03-aedd1c78ae70 req-a04b7a65-2d47-4090-bb34-cde9d55c0d2d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0986469
May 31 13:05:33.572882 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c42d7cb4-eeff-4243-8b03-aedd1c78ae70 req-aaa2d46f-634d-4395-a921-a705b556fee8 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593958
May 31 13:05:33.811028 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e319b4-0e36-402d-97e0-416a41233b63 req-e110f893-794b-40a3-9e37-d25df91f70cc tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:33.821704 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6e319b4-0e36-402d-97e0-416a41233b63 req-e110f893-794b-40a3-9e37-d25df91f70cc tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2180955
May 31 13:05:33.901209 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b6e319b4-0e36-402d-97e0-416a41233b63 req-e0b55f00-4dbd-4683-ad75-4da338646f4d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778756
May 31 13:05:34.047121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85a51a-0332-4da9-a1d1-0a27765f9167 req-29261043-7446-43b1-9353-87c0e601401d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:34.048604 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3c85a51a-0332-4da9-a1d1-0a27765f9167 req-29261043-7446-43b1-9353-87c0e601401d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.2268171
May 31 13:05:34.098274 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3c85a51a-0332-4da9-a1d1-0a27765f9167 req-ac3e888a-32cb-44a5-a6b7-196a1a6f084c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421808
May 31 13:05:34.355367 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec387e-e3c5-46c1-a691-53d2484ba104 req-8e704bc6-87f8-4bdb-a4f1-f55de1028e4b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:34.362538 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-51ec387e-e3c5-46c1-a691-53d2484ba104 req-8e704bc6-87f8-4bdb-a4f1-f55de1028e4b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1399338
May 31 13:05:34.426033 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-51ec387e-e3c5-46c1-a691-53d2484ba104 req-deae3ae1-7429-46c0-abb4-9ac2be30ff2b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623446
May 31 13:05:34.482837 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24cf7-56b0-4220-8612-60a96b440356 req-423044a8-efb0-4a45-8394-a50e0d21a46a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:34.484418 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bbd24cf7-56b0-4220-8612-60a96b440356 req-423044a8-efb0-4a45-8394-a50e0d21a46a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.1335857
May 31 13:05:34.546537 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bbd24cf7-56b0-4220-8612-60a96b440356 req-d99917a2-9f3e-44c3-8962-bc9ad7e810e6 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527248
May 31 13:05:34.780189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ca22-5705-4b20-a0ac-0378ab2fdc11 req-0297c06b-85d3-4a35-8865-1ec78e28cd9a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:34.786960 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c7f5ca22-5705-4b20-a0ac-0378ab2fdc11 req-0297c06b-85d3-4a35-8865-1ec78e28cd9a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0902672
May 31 13:05:34.829123 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c7f5ca22-5705-4b20-a0ac-0378ab2fdc11 req-554ff3b1-000a-4ed3-b812-56bfab82b95d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411773
May 31 13:05:35.124413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3313e0-8c2e-45e3-bd4d-44c2608ffcb2 req-408144c2-a4da-400e-aec7-4d1629e6a1e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:35.126308 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da3313e0-8c2e-45e3-bd4d-44c2608ffcb2 req-408144c2-a4da-400e-aec7-4d1629e6a1e2 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.0989902
May 31 13:05:35.195924 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da3313e0-8c2e-45e3-bd4d-44c2608ffcb2 req-a1d5e5ed-136e-4cec-8b46-81ec3e4472f6 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632119
May 31 13:05:35.323653 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51d3e-af04-496a-8ce3-c1b7a94cb1d9 req-b50a53f0-b012-480a-b433-1d029796943c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:35.330897 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d6a51d3e-af04-496a-8ce3-c1b7a94cb1d9 req-b50a53f0-b012-480a-b433-1d029796943c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.1073625
May 31 13:05:35.376474 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d6a51d3e-af04-496a-8ce3-c1b7a94cb1d9 req-191e5137-119f-4823-83bb-77f0941b4634 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445883
May 31 13:05:35.628922 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bba56-1cca-46c2-ad0d-fd98cbe788ca req-fed44d25-35d3-4828-ab28-8688b9b5a3fb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:35.630567 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-097bba56-1cca-46c2-ad0d-fd98cbe788ca req-fed44d25-35d3-4828-ab28-8688b9b5a3fb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0850511
May 31 13:05:35.704029 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-097bba56-1cca-46c2-ad0d-fd98cbe788ca req-bc2d3ca2-d796-4fb4-b862-bffa44fae42c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556955
May 31 13:05:35.765721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed58924-8a84-452e-afc7-a518cc6a187c req-786b9788-5973-4135-848e-c68576b14a59 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:35.767473 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6ed58924-8a84-452e-afc7-a518cc6a187c req-786b9788-5973-4135-848e-c68576b14a59 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 944 time: 0.0931571
May 31 13:05:35.818656 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6ed58924-8a84-452e-afc7-a518cc6a187c req-3ed7af6f-57bf-4a62-ac1e-192e938b37f8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451937
May 31 13:05:36.012662 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 86b4e892-92f0-42ff-ab47-c93786192ca5 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:05:36.068619 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61d4c9-8d80-41f0-b284-2a1946101405 req-64549691-5ade-44b4-aaa8-8e52f32d9a01 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:36.070228 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3d61d4c9-8d80-41f0-b284-2a1946101405 req-64549691-5ade-44b4-aaa8-8e52f32d9a01 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0995610
May 31 13:05:36.122178 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3d61d4c9-8d80-41f0-b284-2a1946101405 req-ade07983-9bf5-4855-8186-a0b09b5c74a0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458457
May 31 13:05:36.172836 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:36.190435 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'port_id': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'mac_address': 'fa:16:3e:e3:13:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:05:36.272094 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:36.297091 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b4e892-92f0-42ff-ab47-c93786192ca5 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:05:36.314992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:36.325973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:36.328118 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:36.409486 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:36.417392 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.417745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.418097 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.418434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.418771 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.419106 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.419439 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.419773 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.420104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.420461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.420751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.421103 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:05:36.433355 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:36.486015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-f6484e8a-9ce8-4efd-8b4c-b4c021848f47 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:36.489344 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-f6484e8a-9ce8-4efd-8b4c-b4c021848f47 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.3577757
May 31 13:05:36.595484 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679f0-fab2-4078-95f0-3269afac7218 req-67203e40-33ad-42de-80f0-230fa17a458d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:36.595484 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cfd679f0-fab2-4078-95f0-3269afac7218 req-67203e40-33ad-42de-80f0-230fa17a458d tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.2528882
May 31 13:05:36.630373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172322-5c22-4004-a36d-de20e54282ba req-d960a754-fce1-4b9b-8aac-5fa99d3e0f2d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:36.632193 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-da172322-5c22-4004-a36d-de20e54282ba req-d960a754-fce1-4b9b-8aac-5fa99d3e0f2d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 945 time: 0.1030054
May 31 13:05:36.706260 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cfd679f0-fab2-4078-95f0-3269afac7218 req-59b21b0d-fc3f-4e37-86c6-f223e0ab5368 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039808
May 31 13:05:36.772189 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-da172322-5c22-4004-a36d-de20e54282ba req-00bdd2d8-3f40-42a1-a5c4-96cdef37704c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261156
May 31 13:05:36.793377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Deleting port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:36.793377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:36.806804 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['86b4e892-92f0-42ff-ab47-c93786192ca5'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:37.004484 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499f27-87f8-429a-94d1-7b1f54eaf6fb req-cbdeb3a3-1b37-4fe6-91d0-00c71a17292a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:37.010616 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3499f27-87f8-429a-94d1-7b1f54eaf6fb req-cbdeb3a3-1b37-4fe6-91d0-00c71a17292a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1218047
May 31 13:05:37.063315 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] For port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:37.063763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:37.069737 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c3499f27-87f8-429a-94d1-7b1f54eaf6fb req-ba1321a4-d18f-4cec-9c26-c5df7b85130d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488808
May 31 13:05:37.214658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Calling delete_port for 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:37.266301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88546e79-655b-480d-a172-374998d56af2 req-038ed1f5-1482-4176-b0d7-c994c07abefc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:37.273170 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-88546e79-655b-480d-a172-374998d56af2 req-038ed1f5-1482-4176-b0d7-c994c07abefc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 945 time: 0.2658334
May 31 13:05:37.341899 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-88546e79-655b-480d-a172-374998d56af2 req-85ddb1c0-8005-4816-8887-546b463bd137 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677276
May 31 13:05:37.418022 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113ea3b-394d-4c5b-902f-79a7cab0f15a req-818c8ebe-a00c-4067-980f-e7ad8cd7501a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:37.419866 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4113ea3b-394d-4c5b-902f-79a7cab0f15a req-818c8ebe-a00c-4067-980f-e7ad8cd7501a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0981915
May 31 13:05:37.420300 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:37.427734 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:37.472935 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4113ea3b-394d-4c5b-902f-79a7cab0f15a req-079a4532-a8df-41a6-bb76-b464ad7b0690 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438175
May 31 13:05:37.485633 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event deleted for resources: {'Port': ['ID=0ae891a2-86e8-4b3e-aa21-1330d6ba83a8,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:37.543848 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:37.593100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] No DVR routers for this DVR port 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:37.595649 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:37.598426 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'name': 'network-vif-deleted', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:37.600751 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6c165-1e6c-4b9f-903c-3e8e414fed09" -d '{"events": [{"server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "name": "network-vif-deleted", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:37.626264 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f6cfda1e-3ec9-4714-8173-fccfa565a362 req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "DELETE /v2.0/ports/0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 HTTP/1.1" status: 204  len: 173 time: 1.1273553
May 31 13:05:37.649217 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09ad90d-2e56-41d3-8d4a-60eda33b3ca7 x-openstack-request-id: req-b09ad90d-2e56-41d3-8d4a-60eda33b3ca7 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:37.649546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d1b8ff-de43-43ed-bd72-19380638e76c", "name": "network-vif-deleted", "tag": "0ae891a2-86e8-4b3e-aa21-1330d6ba83a8", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:37.649831 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b09ad90d-2e56-41d3-8d4a-60eda33b3ca7 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:37.650256 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d1b8ff-de43-43ed-bd72-19380638e76c', 'name': 'network-vif-deleted', 'tag': '0ae891a2-86e8-4b3e-aa21-1330d6ba83a8', 'status': 'completed', 'code': 200}
May 31 13:05:37.913177 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'ea7dbed2-7945-4d94-bf4b-dfe64f912442'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:37.930176 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d420-6048-447a-9041-a1b13a8d613c req-8fc7d20a-08b4-4052-9f23-f26cb7ba1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:37.933841 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-8fc7d20a-08b4-4052-9f23-f26cb7ba1964 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.1468284
May 31 13:05:38.009957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4af4153b-9b00-4720-92be-0dac7ffa85f9 req-8c0c5d3d-9741-4fca-b282-6c1200525baf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:38.014087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b3086-03fd-4771-961c-bcbd32454666 req-81081520-37b9-4973-891a-0f2d7eb8838b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.015711 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a30b3086-03fd-4771-961c-bcbd32454666 req-81081520-37b9-4973-891a-0f2d7eb8838b tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.1257892
May 31 13:05:38.053723 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:38.078158 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a30b3086-03fd-4771-961c-bcbd32454666 req-a54c41c3-8866-438f-baf6-f2d476b496a7 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532246
May 31 13:05:38.111534 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:38.112092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0ae891a2-86e8-4b3e-aa21-1330d6ba83a8 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:38.120560 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-4af4153b-9b00-4720-92be-0dac7ffa85f9 req-8c0c5d3d-9741-4fca-b282-6c1200525baf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:38.122280 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4af4153b-9b00-4720-92be-0dac7ffa85f9 req-8c0c5d3d-9741-4fca-b282-6c1200525baf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=77d1b8ff-de43-43ed-bd72-19380638e76c HTTP/1.1" status: 200  len: 210 time: 0.1874769
May 31 13:05:38.180868 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d420-6048-447a-9041-a1b13a8d613c req-aab7f1aa-071d-4548-99ca-248c99841e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.195008 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-aab7f1aa-071d-4548-99ca-248c99841e99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.2185013
May 31 13:05:38.484197 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-f90f339c-73ad-4890-bc7c-494768ae329d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 1001 time: 0.2819149
May 31 13:05:38.631561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6488b-1ec5-4e48-a46b-5a71699aa538 req-39786df2-133b-4dae-aa88-f43836da5c9d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.633408 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6c6488b-1ec5-4e48-a46b-5a71699aa538 req-39786df2-133b-4dae-aa88-f43836da5c9d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.3273649
May 31 13:05:38.680413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e682009-dd0b-441f-893e-c5f7bcfc23fa req-e1deeaad-7224-434d-b236-475c7d313151 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.682186 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8e682009-dd0b-441f-893e-c5f7bcfc23fa req-e1deeaad-7224-434d-b236-475c7d313151 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 945 time: 0.1104436
May 31 13:05:38.684628 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d420-6048-447a-9041-a1b13a8d613c req-c74229c3-3d8b-4e37-9a47-4cf1339f24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.686528 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-c74229c3-3d8b-4e37-9a47-4cf1339f24bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1903808
May 31 13:05:38.764276 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8e682009-dd0b-441f-893e-c5f7bcfc23fa req-bbf016fa-9b50-4480-9073-226190298945 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732734
May 31 13:05:38.878281 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6c6488b-1ec5-4e48-a46b-5a71699aa538 req-b786f399-f485-492f-9195-8df181fa6d2b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2321892
May 31 13:05:38.909025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-351819cc-22f2-4e77-81e9-553f1504fb9a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:38.911077 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-351819cc-22f2-4e77-81e9-553f1504fb9a tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.3804107
May 31 13:05:38.998593 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d420-6048-447a-9041-a1b13a8d613c req-0cbb7869-631f-4ea9-b403-6ccd51700c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:39.000507 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-0cbb7869-631f-4ea9-b403-6ccd51700c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2886899
May 31 13:05:39.003398 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930ffd1-c3c1-4987-bf6d-85153e4cf094 req-ef32efe7-658e-48bb-9faf-e71fa5e74070 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:39.010935 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d930ffd1-c3c1-4987-bf6d-85153e4cf094 req-ef32efe7-658e-48bb-9faf-e71fa5e74070 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.1082294
May 31 13:05:39.073522 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d930ffd1-c3c1-4987-bf6d-85153e4cf094 req-90a67566-4a12-4a5e-b931-4f20dfad314b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611026
May 31 13:05:39.318768 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-732d627b-7033-4ece-b1d0-b0a8284b3bf2 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2795846
May 31 13:05:39.323257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Deleting port 8e01b011-8593-44ed-b9e0-8007a752114c {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:39.323257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:39.595276 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec95db-246d-46ae-892f-8f52d542a89d req-0cb1c419-36d4-464c-806c-ea675e9dd6f4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:39.596740 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-90ec95db-246d-46ae-892f-8f52d542a89d req-0cb1c419-36d4-464c-806c-ea675e9dd6f4 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 945 time: 0.3864205
May 31 13:05:39.681418 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] For port 8e01b011-8593-44ed-b9e0-8007a752114c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=8e01b011-8593-44ed-b9e0-8007a752114c,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:39.682045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:39.778779 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d638d420-6048-447a-9041-a1b13a8d613c req-e11a6786-5ae2-48fb-b957-207d2671e8a8 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4391139
May 31 13:05:39.823339 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:39.861208 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa4ec-e69f-4cbc-bb9a-1ffcb832d5fe req-e603bd6b-4c63-49d3-8f31-f5af5f6e6434 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:39.868681 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a76fa4ec-e69f-4cbc-bb9a-1ffcb832d5fe req-e603bd6b-4c63-49d3-8f31-f5af5f6e6434 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1082559
May 31 13:05:39.873038 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-90ec95db-246d-46ae-892f-8f52d542a89d req-c6e0d72f-f890-476a-ac39-c920af7fd0d3 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2572799
May 31 13:05:39.891734 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Calling delete_port for 8e01b011-8593-44ed-b9e0-8007a752114c owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:39.918172 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a76fa4ec-e69f-4cbc-bb9a-1ffcb832d5fe req-29165f0b-30ad-4d8a-897c-613279de8a37 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484080
May 31 13:05:40.038408 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:40.050945 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e7ee02b-fdbd-4068-b8f0-1be55694e9b0 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:40.073271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 86b4e892-92f0-42ff-ab47-c93786192ca5 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:05:40.139573 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['8e01b011-8593-44ed-b9e0-8007a752114c'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:40.179639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Pushing event deleted for resources: {'Port': ['ID=8e01b011-8593-44ed-b9e0-8007a752114c,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:40.194376 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:40.205362 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b3e33-387a-49ed-896b-c856219b535e req-20287b61-7b8b-43fd-b17a-dbbffc9a9efd tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:40.212511 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8b4b3e33-387a-49ed-896b-c856219b535e req-20287b61-7b8b-43fd-b17a-dbbffc9a9efd tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1475022
May 31 13:05:40.247653 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 86b4e892-92f0-42ff-ab47-c93786192ca5 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:05:40.248718 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] No DVR routers for this DVR port 8e01b011-8593-44ed-b9e0-8007a752114c on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:40.256243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:40.257205 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 86b4e892-92f0-42ff-ab47-c93786192ca5 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:05:40.259114 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:40.261010 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'name': 'network-vif-deleted', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:40.263326 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465c22e-8e61-469e-a136-80cd7b2c0fad" -d '{"events": [{"server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "name": "network-vif-deleted", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:40.270306 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8b4b3e33-387a-49ed-896b-c856219b535e req-a7705ff4-38ef-4825-bbd0-64aaed442ee5 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568371
May 31 13:05:40.286285 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b981c5c-44c8-4a33-a99f-f87e6aafce64 req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.36 "DELETE /v2.0/ports/8e01b011-8593-44ed-b9e0-8007a752114c HTTP/1.1" status: 204  len: 173 time: 1.3672550
May 31 13:05:40.324527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f360-f9f8-4fb5-9b0f-40b5fb40ed8c req-10c936c8-8ca4-4ac3-9dcf-6b5376ff2437 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:40.326220 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1570f360-f9f8-4fb5-9b0f-40b5fb40ed8c req-10c936c8-8ca4-4ac3-9dcf-6b5376ff2437 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 945 time: 0.2333708
May 31 13:05:40.421050 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1570f360-f9f8-4fb5-9b0f-40b5fb40ed8c req-b87e9c88-dcc7-4396-8fd4-8c766ae111b3 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850184
May 31 13:05:40.461124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:40.484847 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c1085-4e6c-4ab6-8495-1a7d4013eb5d req-a660d63c-beca-4d85-a57f-04b88df6de09 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:40.492135 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd7c1085-4e6c-4ab6-8495-1a7d4013eb5d req-a660d63c-beca-4d85-a57f-04b88df6de09 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.1114581
May 31 13:05:40.510832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6199fd64-f907-4f5a-bd4b-c26cb704de04 x-openstack-request-id: req-6199fd64-f907-4f5a-bd4b-c26cb704de04 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:40.511146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c", "name": "network-vif-deleted", "tag": "8e01b011-8593-44ed-b9e0-8007a752114c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:40.511492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6199fd64-f907-4f5a-bd4b-c26cb704de04 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:40.511932 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c', 'name': 'network-vif-deleted', 'tag': '8e01b011-8593-44ed-b9e0-8007a752114c', 'status': 'completed', 'code': 200}
May 31 13:05:40.531461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:40.534498 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c0610-9791-46d3-810c-b9a7b2ad679d" -d '{"events": [{"server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "name": "network-vif-plugged", "status": "completed", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:40.544073 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:40.544356 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd7c1085-4e6c-4ab6-8495-1a7d4013eb5d req-28107dd4-4a76-4781-b463-974ed91d04db tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511999
May 31 13:05:40.559743 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:40.559743 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:40.602449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96ec027-e97d-4a87-919e-f6965e4fa09c x-openstack-request-id: req-c96ec027-e97d-4a87-919e-f6965e4fa09c {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:40.602847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "name": "network-vif-plugged", "status": "completed", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:40.603035 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c96ec027-e97d-4a87-919e-f6965e4fa09c {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:40.603402 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'code': 200}
May 31 13:05:40.630480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:40.633432 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:40.891125 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388be5-90d1-4b53-abe9-54fea451af9f req-57e7f51f-8616-4c4d-b513-81c33dc1a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:40.892873 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fd388be5-90d1-4b53-abe9-54fea451af9f req-57e7f51f-8616-4c4d-b513-81c33dc1a6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1099 time: 0.0790887
May 31 13:05:40.987413 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fd388be5-90d1-4b53-abe9-54fea451af9f req-46a2b34a-b405-406d-811a-2cd2c035394d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793493
May 31 13:05:41.102208 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-2209ea53-f10f-41b6-aecc-a00072506686 req-588edf9e-07dc-42a3-9eb1-2e2c4b92f89f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Synchronizing usage tracker for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:41.121245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-2209ea53-f10f-41b6-aecc-a00072506686 req-588edf9e-07dc-42a3-9eb1-2e2c4b92f89f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Unset dirty status for tenant:3ec70800ef1f486a9bcf1c90729f35dd on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:41.133629 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2209ea53-f10f-41b6-aecc-a00072506686 req-588edf9e-07dc-42a3-9eb1-2e2c4b92f89f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] 10.222.0.20 "GET /v2.0/ports?device_id=12d2ddd1-64c7-4a54-a97c-7ed3fdfb536c HTTP/1.1" status: 200  len: 210 time: 0.0818055
May 31 13:05:41.184661 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636f8a5-f3e0-4122-a379-9f7d9ca4173f req-717d240b-9b13-4e26-ab77-dc2ea674a90a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:41.189268 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1636f8a5-f3e0-4122-a379-9f7d9ca4173f req-717d240b-9b13-4e26-ab77-dc2ea674a90a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1134479
May 31 13:05:41.252786 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1636f8a5-f3e0-4122-a379-9f7d9ca4173f req-9fd29390-a431-473f-9c88-cc5664ae3188 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570104
May 31 13:05:41.518709 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4c1dd-6f7e-4378-9dc5-57bee189db7f req-1fd32251-97b0-4083-a156-acb168b63a9e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:41.536864 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1bf4c1dd-6f7e-4378-9dc5-57bee189db7f req-1fd32251-97b0-4083-a156-acb168b63a9e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1277092
May 31 13:05:41.612157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1bf4c1dd-6f7e-4378-9dc5-57bee189db7f req-1da86037-f7dc-490b-ab15-c607a23a7f64 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583615
May 31 13:05:41.706769 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afaabb-a785-4cc5-9d7b-093b8942fcf8 req-f66a1646-fe4c-4988-ae2c-c4f10ba833a9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:41.708147 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e1afaabb-a785-4cc5-9d7b-093b8942fcf8 req-f66a1646-fe4c-4988-ae2c-c4f10ba833a9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.1209385
May 31 13:05:41.767691 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e1afaabb-a785-4cc5-9d7b-093b8942fcf8 req-4d92690e-b8dc-4514-bd52-0b5bb4ab36fe tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500376
May 31 13:05:41.801343 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ba45010d-4f0d-4800-8ea1-09cacf03e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:41.867792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-79d044ac-0fa1-4927-96d0-4cdf73a277cc tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:41.869296 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-79d044ac-0fa1-4927-96d0-4cdf73a277cc tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1647022
May 31 13:05:41.923670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd25aa-219b-4467-8b91-fb64375ada6d req-186cc728-d7db-4c5b-bac9-11689ce15030 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:41.926120 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-14dd25aa-219b-4467-8b91-fb64375ada6d req-186cc728-d7db-4c5b-bac9-11689ce15030 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.1851192
May 31 13:05:42.048543 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:05:42.169105 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-14dd25aa-219b-4467-8b91-fb64375ada6d req-c94984d7-d922-4650-bc31-9ce79208e43e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2302442
May 31 13:05:42.222749 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Deleting port ea7dbed2-7945-4d94-bf4b-dfe64f912442 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:42.223008 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:42.268110 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 57688) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:42.269980 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:42.286578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'mac_address': 'fa:16:3e:e8:f4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:05:42.364590 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:42.393288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68cadb0-cfdb-4f75-8483-dc4010090ac2 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:05:42.418445 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:42.423225 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] For port ea7dbed2-7945-4d94-bf4b-dfe64f912442, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ea7dbed2-7945-4d94-bf4b-dfe64f912442,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:42.423593 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:42.427229 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:42.429891 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:42.561751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:42.576187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:42.645008 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Calling delete_port for ea7dbed2-7945-4d94-bf4b-dfe64f912442 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:42.769450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3ddf3-1ab6-4622-aa01-207683fab5c6 req-d9400bf2-f129-48f0-89c9-9462592130ee tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:42.770975 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-94a3ddf3-1ab6-4622-aa01-207683fab5c6 req-d9400bf2-f129-48f0-89c9-9462592130ee tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 946 time: 0.1070061
May 31 13:05:42.850163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['a68cadb0-cfdb-4f75-8483-dc4010090ac2'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:42.866640 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-94a3ddf3-1ab6-4622-aa01-207683fab5c6 req-cc165b5f-b5e6-42b4-9023-2f5e43135871 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583806
May 31 13:05:42.895830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:42.903005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:42.962175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event deleted for resources: {'Port': ['ID=ea7dbed2-7945-4d94-bf4b-dfe64f912442,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:42.966680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:43.063386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] No DVR routers for this DVR port ea7dbed2-7945-4d94-bf4b-dfe64f912442 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:43.069440 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:43.080006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'name': 'network-vif-deleted', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:43.083320 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046da9b-ad09-4c79-9d8e-1f19b79e8220" -d '{"events": [{"server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "name": "network-vif-deleted", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:43.156862 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cdeeba32-d8fe-4f3f-a28b-76fdf00814da req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "DELETE /v2.0/ports/ea7dbed2-7945-4d94-bf4b-dfe64f912442 HTTP/1.1" status: 204  len: 173 time: 1.2810974
May 31 13:05:43.194427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa77d71-856d-47fd-b7a5-9baa236245db req-9a1de8ef-c1cb-40e8-9519-68d137c0c3ee tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:43.202944 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0aa77d71-856d-47fd-b7a5-9baa236245db req-9a1de8ef-c1cb-40e8-9519-68d137c0c3ee tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.1041231
May 31 13:05:43.277664 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0aa77d71-856d-47fd-b7a5-9baa236245db req-4e115af1-2b3a-4ba3-a613-c1664256bf95 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735340
May 31 13:05:43.291438 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259254-851f-4f20-8260-ff411dc3b312 req-e6670287-3beb-4f5e-bcf4-8ba5065d9c46 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:43.293213 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68259254-851f-4f20-8260-ff411dc3b312 req-e6670287-3beb-4f5e-bcf4-8ba5065d9c46 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.2085638
May 31 13:05:43.403422 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68259254-851f-4f20-8260-ff411dc3b312 req-4898c9f8-b30c-4d66-bcac-bd4a576d75b8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975995
May 31 13:05:43.450468 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:43.497557 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b37ce3b-b0ee-4185-8009-49d91cfd11f6 x-openstack-request-id: req-1b37ce3b-b0ee-4185-8009-49d91cfd11f6 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:43.498094 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4a17f6-671c-429d-9f6d-8470bdd5304f", "name": "network-vif-deleted", "tag": "ea7dbed2-7945-4d94-bf4b-dfe64f912442", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:43.498642 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b37ce3b-b0ee-4185-8009-49d91cfd11f6 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:43.499306 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4a17f6-671c-429d-9f6d-8470bdd5304f', 'name': 'network-vif-deleted', 'tag': 'ea7dbed2-7945-4d94-bf4b-dfe64f912442', 'status': 'completed', 'code': 200}
May 31 13:05:43.733397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3afe6-3de1-463e-879e-26df2fe1ffa1 req-9ce52525-158a-4923-b680-037b7c0411b5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:43.734805 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2d3afe6-3de1-463e-879e-26df2fe1ffa1 req-9ce52525-158a-4923-b680-037b7c0411b5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.1211736
May 31 13:05:43.744845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b11a15-b7a1-4ffd-9067-1dc0478ecc3d req-19653538-c02a-41fe-a3b3-a998d7376db4 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:43.746329 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-13b11a15-b7a1-4ffd-9067-1dc0478ecc3d req-19653538-c02a-41fe-a3b3-a998d7376db4 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 945 time: 0.2102149
May 31 13:05:43.810514 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e2d3afe6-3de1-463e-879e-26df2fe1ffa1 req-333c7dad-3ffb-4cfa-95cf-bcf25829169a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659373
May 31 13:05:43.882058 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:05:43.903177 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-13b11a15-b7a1-4ffd-9067-1dc0478ecc3d req-f424844a-8226-4161-8fbe-4e30e3db21ca tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080718
May 31 13:05:44.022250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:44.034671 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:05:44.130184 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 8e01b011-8593-44ed-b9e0-8007a752114c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:44.140128 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8fecead8-9cc7-44cb-8221-794e446df060 req-a737b202-c639-4de5-ad68-6b7e5826c88d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d4a17f6-671c-429d-9f6d-8470bdd5304f HTTP/1.1" status: 200  len: 210 time: 0.0727296
May 31 13:05:44.232750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Deleting port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:44.233125 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:44.242936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 8e01b011-8593-44ed-b9e0-8007a752114c {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:44.243300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 8e01b011-8593-44ed-b9e0-8007a752114c not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:44.243742 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ea7dbed2-7945-4d94-bf4b-dfe64f912442 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:44.287401 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: ea7dbed2-7945-4d94-bf4b-dfe64f912442 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:44.287669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device ea7dbed2-7945-4d94-bf4b-dfe64f912442 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:44.319374 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b26f-9fca-40d5-9bd9-ba5c4112df7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:44.438369 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] For port 15633ca6-7fc1-40fb-b4e6-8df328f5bdca, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,segment=NetworkSegment(9c363626-ac83-419d-bc23-8bab8876e772),segment_id=9c363626-ac83-419d-bc23-8bab8876e772)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:44.439012 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:44.683568 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744356a-6504-487b-943c-5aa6e8157fae req-09a98fe7-07a3-4b8c-a4c9-e1c31d7b246a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:44.685062 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9744356a-6504-487b-943c-5aa6e8157fae req-09a98fe7-07a3-4b8c-a4c9-e1c31d7b246a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.3694832
May 31 13:05:44.691543 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Calling delete_port for 15633ca6-7fc1-40fb-b4e6-8df328f5bdca owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:44.748857 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9744356a-6504-487b-943c-5aa6e8157fae req-800c513d-009c-4628-aa0a-ea5f117f4b23 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520298
May 31 13:05:44.821786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c81a-d821-44fb-8937-eb6cd420d50c req-9c0f7475-1862-4c13-9d47-ebe7acc68723 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:44.832655 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-22c2c81a-d821-44fb-8937-eb6cd420d50c req-9c0f7475-1862-4c13-9d47-ebe7acc68723 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1362360
May 31 13:05:44.904360 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-22c2c81a-d821-44fb-8937-eb6cd420d50c req-54924455-85e9-45ae-9e9e-325bd1d47081 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706003
May 31 13:05:45.197258 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5852abb-8ad9-4637-ae47-bdc045496f6e req-5f900b5b-6cff-4ace-b9b2-a4548139f241 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:45.199523 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c5852abb-8ad9-4637-ae47-bdc045496f6e req-5f900b5b-6cff-4ace-b9b2-a4548139f241 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 945 time: 0.1906223
May 31 13:05:45.201227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:45.229435 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:45.294800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:45.359542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Pushing event deleted for resources: {'Port': ['ID=15633ca6-7fc1-40fb-b4e6-8df328f5bdca,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:45.483697 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:45.508303 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c5852abb-8ad9-4637-ae47-bdc045496f6e req-64015831-a507-481e-946f-defe1abf08b0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2812383
May 31 13:05:45.724302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:46.075122 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:05:46.167503 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port a68cadb0-cfdb-4f75-8483-dc4010090ac2 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:05:46.173033 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port a68cadb0-cfdb-4f75-8483-dc4010090ac2 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:05:46.173638 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:46.266193 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29f38f-19db-43a9-9aa5-49b482469070 req-f4c421ea-cdd1-4fc8-b7d0-2c7d46966e1f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:46.269348 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-af29f38f-19db-43a9-9aa5-49b482469070 req-f4c421ea-cdd1-4fc8-b7d0-2c7d46966e1f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.2232609
May 31 13:05:46.295277 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Router 973b78cf-5adb-4f43-b916-acf468f0701a has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:05:46.313080 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:46.343947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:46.346369 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88960f18-b3d2-44e7-8a8b-ff4ddef88417" -d '{"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:46.354565 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:46.364627 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:46.367121 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:46.413592 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b29463-f922-445b-9a33-16850a43db24 x-openstack-request-id: req-27b29463-f922-445b-9a33-16850a43db24 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:46.413890 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:46.414176 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b29463-f922-445b-9a33-16850a43db24 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:46.414564 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'code': 200}
May 31 13:05:46.448352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:46.453046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:46.481459 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-af29f38f-19db-43a9-9aa5-49b482469070 req-bf9f6a0f-76aa-4b3e-b860-d812db88d29b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053981
May 31 13:05:46.764825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:05:46.777175 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Sync routers for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:05:46.795043 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:05:46.795683 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2445e0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:46.800062 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] 10.222.0.20 "PUT /v2.0/routers/973b78cf-5adb-4f43-b916-acf468f0701a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5287774
May 31 13:05:46.800327 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 57776) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:46.874930 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a01dd9-dad6-45f1-9b51-f2178cca1885 req-7f3b0d67-47f9-4c29-94a7-cb750c95df47 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:46.890607 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-59a01dd9-dad6-45f1-9b51-f2178cca1885 req-7f3b0d67-47f9-4c29-94a7-cb750c95df47 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.1870465
May 31 13:05:46.957512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa08a2-3836-4169-a695-d6882d40bf13 req-01ffc9f6-7e5d-4374-99d8-542a0e1e9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:46.959009 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ffaa08a2-3836-4169-a695-d6882d40bf13 req-01ffc9f6-7e5d-4374-99d8-542a0e1e9946 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.3481953
May 31 13:05:47.057547 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:05:47.097896 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-59a01dd9-dad6-45f1-9b51-f2178cca1885 req-dab8f1cc-04c5-4324-ade0-b309efc894ef tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051036
May 31 13:05:47.146052 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:47.177054 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ffaa08a2-3836-4169-a695-d6882d40bf13 req-d440ea0d-5628-4e12-a6de-67828de96f2c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1457427
May 31 13:05:47.322369 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:47.497209 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2445e0>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:05:45Z', 'revision_number': 5, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:47.501804 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Checking router: 973b78cf-5adb-4f43-b916-acf468f0701a for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:05:47.513158 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Routers {'973b78cf-5adb-4f43-b916-acf468f0701a'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:05:47.514115 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2445e0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['973b78cf-5adb-4f43-b916-acf468f0701a'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:47.659883 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:47.724577 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3841d2-1057-4f37-a0b9-2a1835eaa354 req-655ffc3b-1870-424d-8668-31fa70a8311a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:47.731537 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1f3841d2-1057-4f37-a0b9-2a1835eaa354 req-655ffc3b-1870-424d-8668-31fa70a8311a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.2751000
May 31 13:05:47.782831 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] Set router 973b78cf-5adb-4f43-b916-acf468f0701a gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:05:47.795681 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1f3841d2-1057-4f37-a0b9-2a1835eaa354 req-18366513-7436-48e0-9260-cf78523fa814 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633006
May 31 13:05:47.824270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Deleting port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:47.826311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:48.023079 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] For port e8b94e16-eeec-4d2f-a425-fd83b47b2a4f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:48.023443 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:48.213843 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2445e0>, [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:05:45Z', 'revision_number': 5, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:48.231207 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c2b6-2bde-4c36-91b9-4f281da725c5 None None] The sync data for ids ['973b78cf-5adb-4f43-b916-acf468f0701a'] in dv-cinder-793264-2-iscsi is: [{'id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'name': 'tempest-ServerRescueNegativeTestJSON-1418816084-router', 'tenant_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:05:45Z', 'revision_number': 5, 'project_id': '3ec70800ef1f486a9bcf1c90729f35dd', 'gw_port': {'id': 'e8b94e16-eeec-4d2f-a425-fd83b47b2a4f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973b78cf-5adb-4f43-b916-acf468f0701a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:14Z', 'updated_at': '2021-05-31T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:05:48.256438 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Calling delete_port for e8b94e16-eeec-4d2f-a425-fd83b47b2a4f owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:48.260954 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50316726-6b86-4fc9-8f04-9508d4335242 req-6f23e845-4ccb-4c66-863d-2a381a741fa9 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:48.271947 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50316726-6b86-4fc9-8f04-9508d4335242 req-6f23e845-4ccb-4c66-863d-2a381a741fa9 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.2503445
May 31 13:05:48.351643 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50316726-6b86-4fc9-8f04-9508d4335242 req-cc21a136-911e-4771-a548-88b87e3cf59c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788214
May 31 13:05:48.555360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:48.561775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1deff233-d3e6-4839-a93c-5ff915e6ecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:48.631289 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b94e16-eeec-4d2f-a425-fd83b47b2a4f,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:48.662302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:48.743147 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146cf2b-1be9-4137-90c2-1d05e7d08319 req-5f349df6-e7cc-486e-8df5-f870db4f2937 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:48.745892 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f146cf2b-1be9-4137-90c2-1d05e7d08319 req-5f349df6-e7cc-486e-8df5-f870db4f2937 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.3573513
May 31 13:05:48.831399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.103123 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f146cf2b-1be9-4137-90c2-1d05e7d08319 req-a45ff25f-7c47-414d-8133-a0727d9dfb7b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3453920
May 31 13:05:49.122001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a9dfd-4ad0-4142-b1d5-3cdb83c85529 req-c7bc3230-3ac7-4744-8c6e-ac05dccc927a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:49.123544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-333a9dfd-4ad0-4142-b1d5-3cdb83c85529 req-c7bc3230-3ac7-4744-8c6e-ac05dccc927a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Synchronizing usage tracker for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:49.147694 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-333a9dfd-4ad0-4142-b1d5-3cdb83c85529 req-c7bc3230-3ac7-4744-8c6e-ac05dccc927a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Unset dirty status for tenant:15f46e5ba3174bf4a1454a03e1b1c2b8 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:49.155516 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-333a9dfd-4ad0-4142-b1d5-3cdb83c85529 req-c7bc3230-3ac7-4744-8c6e-ac05dccc927a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.1908333
May 31 13:05:49.181634 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.193212 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.218584 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-333a9dfd-4ad0-4142-b1d5-3cdb83c85529 req-1c1629d5-74f4-4770-979a-8c556712035a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621319
May 31 13:05:49.296580 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.297806 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973b78cf-5adb-4f43-b916-acf468f0701a {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:05:49.319234 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.323462 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] 10.222.0.20 "DELETE /v2.0/routers/973b78cf-5adb-4f43-b916-acf468f0701a HTTP/1.1" status: 204  len: 168 time: 2.5193813
May 31 13:05:49.323973 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 57812) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:49.349814 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 15633ca6-7fc1-40fb-b4e6-8df328f5bdca no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:49.441931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 15633ca6-7fc1-40fb-b4e6-8df328f5bdca {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:49.442287 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 15633ca6-7fc1-40fb-b4e6-8df328f5bdca not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:49.458282 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Deleting subnet ca8320d0-a42b-4439-83a5-065a69117d71 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:05:49.463641 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.575214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.638128 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde539f-ce7c-44ca-b84f-65bceadcbcb8 req-cc4dba1d-7818-493f-a991-2c521eec2068 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:49.639566 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-abde539f-ce7c-44ca-b84f-65bceadcbcb8 req-cc4dba1d-7818-493f-a991-2c521eec2068 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0889699
May 31 13:05:49.643503 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:49.687885 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-abde539f-ce7c-44ca-b84f-65bceadcbcb8 req-56dc58be-c5f1-4b69-bf62-b3d958ac2b1a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420325
May 31 13:05:50.105391 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-57aa5ae2-38cb-4a27-9028-5788e59a9edf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.106961 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-57aa5ae2-38cb-4a27-9028-5788e59a9edf tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.1964302
May 31 13:05:50.178762 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf37b9-51ec-4768-9a21-d978737516ae req-f530a54c-90d8-4444-8507-24f391ea6227 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.186878 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2faf37b9-51ec-4768-9a21-d978737516ae req-f530a54c-90d8-4444-8507-24f391ea6227 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1003859
May 31 13:05:50.290834 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2faf37b9-51ec-4768-9a21-d978737516ae req-c5e5980f-3995-47a8-abb8-8f983ef921dd tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030746
May 31 13:05:50.358992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.381063 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a911d0b3-dc00-47ca-8138-0f957c499b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:50.451263 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8320d0-a42b-4439-83a5-065a69117d71,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:50.455894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:50.463518 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.488979 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-4babaebe-bbd5-40a1-83f7-70a882278305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.495186 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-4babaebe-bbd5-40a1-83f7-70a882278305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.3172076
May 31 13:05:50.495407 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca8320d0-a42b-4439-83a5-065a69117d71 HTTP/1.1" status: 204  len: 168 time: 1.1702776
May 31 13:05:50.496226 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 57834) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:50.544463 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fb00a-b7f6-47c7-8654-4e6ce175613e req-5bc16bb0-1ef2-4bae-acd1-ee4597c7e4f4 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.546138 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e90fb00a-b7f6-47c7-8654-4e6ce175613e req-5bc16bb0-1ef2-4bae-acd1-ee4597c7e4f4 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2481887
May 31 13:05:50.631906 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74be19-f92d-4941-8cb9-74ec56399bb2 req-da6ea06c-3c4e-4019-a603-7ebad283d82c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.631906 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cf74be19-f92d-4941-8cb9-74ec56399bb2 req-da6ea06c-3c4e-4019-a603-7ebad283d82c tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.2179275
May 31 13:05:50.648052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Deleting port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:05:50.648052 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.652091 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.852157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e90fb00a-b7f6-47c7-8654-4e6ce175613e req-8459d326-2e88-46a1-b2a4-d2ee5e74da05 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1931818
May 31 13:05:50.862331 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cf74be19-f92d-4941-8cb9-74ec56399bb2 req-6533cb62-5767-4bbc-a6d6-1005d352e8fb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002854
May 31 13:05:50.896384 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.910401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327989f40>,) {'filters': {'network_id': ['e99ef81f-6c80-47b7-b34a-7ef933e2240e']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:50.923614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327989f40>, '9c363626-ac83-419d-bc23-8bab8876e772') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:50.923915 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327989f40>, '9c363626-ac83-419d-bc23-8bab8876e772') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:50.935858 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.945727 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-a06123eb-34e1-4f3a-8aa3-3714f69bb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:50.947198 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-a06123eb-34e1-4f3a-8aa3-3714f69bb363 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.4438393
May 31 13:05:50.952275 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:50.959446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:05:50.960330 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:05:51.051375 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:05:51.088936 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:51.099877 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:51.102422 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:51.111008 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] For port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,segment=NetworkSegment(6e76c1bb-9d65-4f2c-9689-400923e9b76d),segment_id=6e76c1bb-9d65-4f2c-9689-400923e9b76d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:05:51.111008 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:51.136525 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99ef81f-6c80-47b7-b34a-7ef933e2240e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:51.143991 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:51.159377 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e99ef81f-6c80-47b7-b34a-7ef933e2240e HTTP/1.1" status: 204  len: 168 time: 0.6609194
May 31 13:05:51.178042 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc258f0d-cdfa-4b3f-aa46-93ad349ab813 req-0613d1db-b937-4a10-b56b-928c2fedfe64 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:51.186879 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bc258f0d-cdfa-4b3f-aa46-93ad349ab813 req-0613d1db-b937-4a10-b56b-928c2fedfe64 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.1341410
May 31 13:05:51.238095 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bc258f0d-cdfa-4b3f-aa46-93ad349ab813 req-22344445-37cb-49be-a5e1-1799276b5b71 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507789
May 31 13:05:51.253687 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Calling delete_port for 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:05:51.255083 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 57852) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:51.257782 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-264d4a0e-4d7a-49ac-a6dc-2d1a69a6e80e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 1001 time: 0.2995276
May 31 13:05:51.293399 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e8b94e16-eeec-4d2f-a425-fd83b47b2a4f no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:51.387272 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: e8b94e16-eeec-4d2f-a425-fd83b47b2a4f {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:51.398343 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e8b94e16-eeec-4d2f-a425-fd83b47b2a4f not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:51.405337 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-4882c05e-0903-4e62-9cd7-775697fdbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:51.410008 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-4882c05e-0903-4e62-9cd7-775697fdbcf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1417317
May 31 13:05:51.538767 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606abeb1-1979-4df2-b1fa-5263f7524236 tempest-TestShelveInstance-1279835504 tempest-TestShelveInstance-1279835504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:51.539582 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-606abeb1-1979-4df2-b1fa-5263f7524236 tempest-TestShelveInstance-1279835504 tempest-TestShelveInstance-1279835504-project-admin] Synchronizing usage tracker for tenant:1c4cf72f32c74c588be171869730dbef on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:51.561174 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-606abeb1-1979-4df2-b1fa-5263f7524236 tempest-TestShelveInstance-1279835504 tempest-TestShelveInstance-1279835504-project-admin] Unset dirty status for tenant:1c4cf72f32c74c588be171869730dbef on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:51.565539 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-606abeb1-1979-4df2-b1fa-5263f7524236 tempest-TestShelveInstance-1279835504 tempest-TestShelveInstance-1279835504-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1094 time: 0.3065596
May 31 13:05:51.571051 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 57862) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:51.583706 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:51.585150 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 57866) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:51.591109 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:51.597015 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Usage tracker for resource:floatingip and tenant:b1f7fe73c2c748dd856bfec53c1ff416 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:05:51.601131 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:05:51.615665 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:51.633895 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for floatingip, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:51.695330 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8e8202f8-4c62-4f9c-80b8-83c51073766e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ec70800ef1f486a9bcf1c90729f35dd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0992880
May 31 13:05:51.703959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 57870) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:51.740174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-466e3dce-b1ad-46b0-998d-f647c73768ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:51.742073 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-466e3dce-b1ad-46b0-998d-f647c73768ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3222461
May 31 13:05:51.823784 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.000774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8c186-7073-4d86-b0d2-0ac329ddd683 req-79263a05-1811-4d6e-a1cf-c61b6f06b988 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:52.008719 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ffc8c186-7073-4d86-b0d2-0ac329ddd683 req-79263a05-1811-4d6e-a1cf-c61b6f06b988 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.4824412
May 31 13:05:52.069139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Allocated IP 172.27.3.120 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/5856341d-6ed2-4607-9912-32a0165be8a8) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:05:52.123268 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ffc8c186-7073-4d86-b0d2-0ac329ddd683 req-7381e251-e57e-41d1-8d89-a4bbbf285c25 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141484
May 31 13:05:52.124114 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.134487 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.144176 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-dd5354a4-a3ac-434d-b060-64ca2e2d6919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:52.215764 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Pushing event deleted for resources: {'Port': ['ID=9ad2ff72-a094-4adf-bcf3-b41d7b2188b9,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:52.226500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142237f-7676-42c3-aebc-74e542f9e802 req-6cb1bb09-f833-47fb-9046-8ff73f534bdb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:52.227989 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0142237f-7676-42c3-aebc-74e542f9e802 req-6cb1bb09-f833-47fb-9046-8ff73f534bdb tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094 HTTP/1.1" status: 200  len: 945 time: 0.2055154
May 31 13:05:52.251903 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-8bbfc024-0ed8-4c23-8993-dd5db70453ad service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4953496
May 31 13:05:52.253741 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:52.260575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.350102 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] No DVR routers for this DVR port 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:05:52.355087 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.378076 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.386588 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0142237f-7676-42c3-aebc-74e542f9e802 req-74f1cc62-680f-461e-acaa-716cb65d4c9a tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.20 "GET /v2.0/security-groups?id=551e8cd2-1f2a-44f1-9109-3accc5659b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507831
May 31 13:05:52.403394 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'name': 'network-vif-deleted', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:52.405708 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afae77-4ccf-476d-9f7d-43d387fe0e82" -d '{"events": [{"server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "name": "network-vif-deleted", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:52.422509 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.427501 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7e5a79b9-c763-42b3-abeb-0dbf0b70821b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:52.463353 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cba9e7-1d66-4dea-be23-60b100492599 x-openstack-request-id: req-f7cba9e7-1d66-4dea-be23-60b100492599 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:52.463696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094", "name": "network-vif-deleted", "tag": "9ad2ff72-a094-4adf-bcf3-b41d7b2188b9", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:52.463977 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7cba9e7-1d66-4dea-be23-60b100492599 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:52.464364 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed04e8d1-31bb-4b7f-8cf2-403c0bf7a094', 'name': 'network-vif-deleted', 'tag': '9ad2ff72-a094-4adf-bcf3-b41d7b2188b9', 'status': 'completed', 'code': 200}
May 31 13:05:52.469017 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-90effccd-4f92-4c54-a80d-dfe3f756f2be req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] 10.222.0.36 "DELETE /v2.0/ports/9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 HTTP/1.1" status: 204  len: 173 time: 2.3536155
May 31 13:05:52.500840 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:05:52.504506 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:05:52.507591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:05:52.514133 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cf4b2a07-5e3f-404a-af9d-4eb47dc66126 req-a0055b68-c360-4c5e-a361-585960c816b8 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464273
May 31 13:05:52.527922 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.540292 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5af29176-b7e8-4545-8f3d-6999b5fe1239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:52.556001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:52.558636 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:52.562054 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7df3089-0958-4cc6-9dbb-4f2b2ec45e2b HTTP/1.1" status: 204  len: 168 time: 0.8539066
May 31 13:05:52.562054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:52.564421 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'Port': ['ID=5856341d-6ed2-4607-9912-32a0165be8a8,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:52.568079 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:53.105083 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.259129 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.511922 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2083a-ae6e-4a6e-a4d9-db1bb8434026 req-fb7e25c3-8488-4cbf-ad06-efb389dc8286 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:53.514662 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ffa2083a-ae6e-4a6e-a4d9-db1bb8434026 req-fb7e25c3-8488-4cbf-ad06-efb389dc8286 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.2241681
May 31 13:05:53.582034 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 57946) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:53.598010 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ffa2083a-ae6e-4a6e-a4d9-db1bb8434026 req-716e52b9-d10e-4bbb-bfb2-9086d1e65cc6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681193
May 31 13:05:53.615872 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.630199 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.638486 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:53.680082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Deleting subnet f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:05:53.684591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.788912 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event updated for resources: {'Port': ['ID=5856341d-6ed2-4607-9912-32a0165be8a8,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:53.789097 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.793466 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:53.823699 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:53.884153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.120448 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:05:54.163153 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.l3_db [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Floating IP 532ffb4b-4394-470e-908e-6009d59d9202 associated. External IP: 172.27.3.120, port: a68cadb0-cfdb-4f75-8483-dc4010090ac2.
May 31 13:05:54.177014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:05:54.177440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 9ad2ff72-a094-4adf-bcf3-b41d7b2188b9 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:05:54.181712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.187060 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:54.228082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:54.231874 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:54.233120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.239560 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f2d97fc1-3e2e-41ba-8a91-48bf4b07f5b5 HTTP/1.1" status: 204  len: 168 time: 0.6557305
May 31 13:05:54.242541 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 57992) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:54.374299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.519238 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.541865 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff3267378b0>,) {'filters': {'network_id': ['d4433981-1e98-4e61-b779-b6a7a9fd656e']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:54.559270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3267378b0>, '6e76c1bb-9d65-4f2c-9689-400923e9b76d') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:54.559993 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3267378b0>, '6e76c1bb-9d65-4f2c-9689-400923e9b76d') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:54.574562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Router 08580262-c5ff-4c99-87eb-3f77fec2797d has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:05:54.575573 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.594322 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.603821 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:05:54.604517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:05:54.625106 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:05:54.711305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.717177 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:54.735480 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.748195 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4433981-1e98-4e61-b779-b6a7a9fd656e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:54.751332 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:54.757684 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9098a80d-e212-4d93-a61e-dc24932db310 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4433981-1e98-4e61-b779-b6a7a9fd656e HTTP/1.1" status: 204  len: 168 time: 0.5136952
May 31 13:05:54.834418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:05:54.845015 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Sync routers for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:05:54.858461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:05:54.859103 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327455af0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:54.870923 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607fe4-c3f6-4167-9836-0856af04014b req-adf2cbd7-e989-4483-98ff-d9cde183471f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:54.872519 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46607fe4-c3f6-4167-9836-0856af04014b req-adf2cbd7-e989-4483-98ff-d9cde183471f tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1311519
May 31 13:05:54.927335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-46607fe4-c3f6-4167-9836-0856af04014b req-d12c4643-31a0-411f-800b-cc2dacf56a92 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471849
May 31 13:05:54.928318 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:54.989537 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.4160724
May 31 13:05:54.990588 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:54.992285 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58016) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:54.993027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ec53f-a72d-4091-bc18-956ada9de826" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:55.041793 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473c414-75b2-40a2-9ce9-288b54a5140b x-openstack-request-id: req-8473c414-75b2-40a2-9ce9-288b54a5140b {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:55.042115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:55.042528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8473c414-75b2-40a2-9ce9-288b54a5140b {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:55.043041 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'status': 'completed', 'code': 200}
May 31 13:05:55.046423 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0a898026-ce64-447d-a108-906e13c1005b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15f46e5ba3174bf4a1454a03e1b1c2b8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0525801
May 31 13:05:55.048861 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58024) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:55.066493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:05:55.158793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.192254 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.209691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec53f-a72d-4091-bc18-956ada9de826 req-20bc76b9-759d-47cb-8008-b2d1b24b93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:55.211310 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-20bc76b9-759d-47cb-8008-b2d1b24b93d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.1350052
May 31 13:05:55.429903 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.442691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d9219f7e-94a6-4204-a7bf-9110f3f775a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:55.458710 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551e8cd2-1f2a-44f1-9109-3accc5659b69,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:55.460920 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327455af0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '532ffb4b-4394-470e-908e-6009d59d9202', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'mac_address': 'fa:16:3e:e8:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:52Z', 'updated_at': '2021-05-31T13:05:52Z', 'revision_number': 0, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:55.462609 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:55.464237 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec53f-a72d-4091-bc18-956ada9de826 req-3e19a1b1-7a1d-4c3b-ae72-a646739a8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:55.465704 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-3e19a1b1-7a1d-4c3b-ae72-a646739a8c76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.1534774
May 31 13:05:55.469287 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Checking router: 08580262-c5ff-4c99-87eb-3f77fec2797d for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:05:55.471189 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.472206 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f87bf20c-75a7-407a-90cf-6bcdc3255973 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/551e8cd2-1f2a-44f1-9109-3accc5659b69 HTTP/1.1" status: 204  len: 168 time: 0.4223797
May 31 13:05:55.489692 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:05:55.490246 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327455af0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:55.541663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58032) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:55.601282 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Deleting subnet 72f34fcc-fcc9-41ed-8844-ea829615ad79 {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:05:55.605477 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.620478 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-d4de2612-f98c-49bd-abd8-c4263fade81f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1000 time: 0.1462574
May 31 13:05:55.695162 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:05:55.698438 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.734309 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec53f-a72d-4091-bc18-956ada9de826 req-a4364ba6-a1ed-4909-b209-b0c0a574ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:55.736059 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-a4364ba6-a1ed-4909-b209-b0c0a574ade5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.1079590
May 31 13:05:55.817387 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:55.855413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ec53f-a72d-4091-bc18-956ada9de826 req-931cb314-be40-4742-8d7b-0944fa2f90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:55.857080 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-931cb314-be40-4742-8d7b-0944fa2f90da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122305
May 31 13:05:56.089456 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-0a37c691-978f-47e7-8f1e-2713ca4a1229 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204239
May 31 13:05:56.197947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327455af0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '532ffb4b-4394-470e-908e-6009d59d9202', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'mac_address': 'fa:16:3e:e8:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:52Z', 'updated_at': '2021-05-31T13:05:52Z', 'revision_number': 0, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:56.202302 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ff23-ef0d-4eb3-8f7a-8292b7ef8269 None None] The sync data for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi is: [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '532ffb4b-4394-470e-908e-6009d59d9202', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'mac_address': 'fa:16:3e:e8:f4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:52Z', 'updated_at': '2021-05-31T13:05:52Z', 'revision_number': 0, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:05:56.254312 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.286299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:56.349097 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f34fcc-fcc9-41ed-8844-ea829615ad79,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:56.352090 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:56.355901 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.369666 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72f34fcc-fcc9-41ed-8844-ea829615ad79 HTTP/1.1" status: 204  len: 168 time: 0.8264925
May 31 13:05:56.372785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58070) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:56.401999 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-293ec53f-a72d-4091-bc18-956ada9de826 req-19c01e70-ede0-4a55-b2ff-40d6ab6bd3d0 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033526
May 31 13:05:56.549816 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20c6ad-a766-4a43-a989-3bc41fde9f17 None None] New status for floating IP 532ffb4b-4394-470e-908e-6009d59d9202: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:05:56.554278 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.743196 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.759662 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327df6e80>,) {'filters': {'network_id': ['3d222cba-c9b1-4bc8-bbe5-5a204bf673a1']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:56.774231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327df6e80>, '9d057123-3686-438b-94bd-21984ce32ef8') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:56.774526 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327df6e80>, '9d057123-3686-438b-94bd-21984ce32ef8') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:56.789690 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.807478 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cb29-7f7e-4c8e-84c0-961b1eb8581c req-a01e373a-a9c2-4f02-99ab-db3840d90aa8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:56.809087 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6068cb29-7f7e-4c8e-84c0-961b1eb8581c req-a01e373a-a9c2-4f02-99ab-db3840d90aa8 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.2075627
May 31 13:05:56.817529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.825436 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:05:56.825890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:05:56.861946 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:05:56.926440 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6068cb29-7f7e-4c8e-84c0-961b1eb8581c req-bea40e8f-8193-4824-aeae-55e3590e846b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040339
May 31 13:05:56.952923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58096) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:56.962967 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.966439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:56.984909 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:56.991102 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d222cba-c9b1-4bc8-bbe5-5a204bf673a1,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:56.994706 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:56.997005 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d222cba-c9b1-4bc8-bbe5-5a204bf673a1 HTTP/1.1" status: 204  len: 168 time: 0.6224713
May 31 13:05:57.199510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58108) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:57.254717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fe88a0-93e1-46ae-86dc-890bdde8005e tempest-TestMinimumBasicScenario-1314377587 tempest-TestMinimumBasicScenario-1314377587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:05:57.256837 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-23fe88a0-93e1-46ae-86dc-890bdde8005e tempest-TestMinimumBasicScenario-1314377587 tempest-TestMinimumBasicScenario-1314377587-project-admin] Synchronizing usage tracker for tenant:f0d03467086c40c7a25a256542a0606d on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:05:57.256997 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9e0357de-9401-4f1b-b04b-1facbde63b70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f1ab06914c84a4aad4624c191292859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0551772
May 31 13:05:57.258476 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58114) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:57.274215 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-23fe88a0-93e1-46ae-86dc-890bdde8005e tempest-TestMinimumBasicScenario-1314377587 tempest-TestMinimumBasicScenario-1314377587-project-admin] Unset dirty status for tenant:f0d03467086c40c7a25a256542a0606d on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:05:57.277280 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-23fe88a0-93e1-46ae-86dc-890bdde8005e tempest-TestMinimumBasicScenario-1314377587 tempest-TestMinimumBasicScenario-1314377587-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1094 time: 0.3215046
May 31 13:05:57.279115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58118) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:57.284687 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'port_id': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:57.291837 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:57.296403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:floatingip and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:05:57.300265 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:05:57.306916 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:57.319911 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for floatingip, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.324160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.354728 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.415614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.420980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-382a562d-af5f-46a5-b7a1-c0aaf6c05dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:57.435116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195551b-edf0-4dae-be4a-a6d50fb30b15,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:57.438115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:57.453690 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.455060 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7195551b-edf0-4dae-be4a-a6d50fb30b15 HTTP/1.1" status: 204  len: 168 time: 0.1956940
May 31 13:05:57.461695 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.703214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Allocated IP 172.27.3.122 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/4d329f73-8aec-41d2-87e8-576944a47b94) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:05:57.865730 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.896833 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:57.901435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-91d6a351-4577-4d4a-a6cc-13539b565692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:57.960763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:05:57.963771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:05:57.967552 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:05:58.016309 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'Port': ['ID=4d329f73-8aec-41d2-87e8-576944a47b94,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:58.021023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:58.153802 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58140) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:58.334763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.357362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:58.368289 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Usage tracker for resource:security_group_rule and tenant:6fe575a7e11f41d08cc905079a78acc4 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:05:58.372346 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:05:58.379961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:58.489165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.508317 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.513240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.521578 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-80c4e5d7-b210-408e-b792-7a2aede6f9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:58.598112 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38fabbc-6d70-4625-954b-4a28d9bb55a5,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:58.602503 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fe575a7e11f41d08cc905079a78acc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4476793
May 31 13:05:58.604059 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-85b48bc0-0b15-46ad-a38a-1e6a3b23c194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:58.605982 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58152) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:58.623844 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.679256 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.710546 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.765188 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.769825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7bd9a036-ec7e-4eb0-87e0-c06c4a88a0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:58.782059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38fabbc-6d70-4625-954b-4a28d9bb55a5,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:58.784490 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:58.788118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.792610 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e38fabbc-6d70-4625-954b-4a28d9bb55a5 HTTP/1.1" status: 204  len: 168 time: 0.1828711
May 31 13:05:58.831927 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.836491 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:58.841605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:58.953438 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'Port': ['ID=4d329f73-8aec-41d2-87e8-576944a47b94,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:58.957632 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:58.962564 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.073976 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58160) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:59.091099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.105435 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:59.109209 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Usage tracker for resource:security_group_rule and tenant:259c91ae59ff4dc3a09a2347f0edced5 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:05:59.112097 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:05:59.118309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:59.135654 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Floating IP 11a4740f-31a3-4db3-9f4c-5370efbd49f9 associated. External IP: 172.27.3.122, port: 86b4e892-92f0-42ff-ab47-c93786192ca5.
May 31 13:05:59.201419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.206313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.215089 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-38a7d09c-d3ac-4795-97c8-60586cf4ee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:59.368378 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f5ad02-30a9-4ea7-9fc0-bf1d5cdc209e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:59.374339 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=259c91ae59ff4dc3a09a2347f0edced5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969937
May 31 13:05:59.374339 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:59.374609 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58164) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:59.432458 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.457217 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.509340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.514672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dba9b3a3-458f-4041-a1d8-e19acb6e17b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:05:59.526875 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f5ad02-30a9-4ea7-9fc0-bf1d5cdc209e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:05:59.529795 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:05:59.531722 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.535440 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11f5ad02-30a9-4ea7-9fc0-bf1d5cdc209e HTTP/1.1" status: 204  len: 168 time: 0.1574399
May 31 13:05:59.596967 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Router 1eb20c32-0110-4814-a8b5-002fe188851b has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:05:59.783584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:05:59.794728 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Sync routers for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:05:59.803942 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:05:59.804571 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c1474c0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:05:59.815575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.878252 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5980306
May 31 13:05:59.879080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:05:59.881296 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58180) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:05:59.881744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04edbbaa-e89b-454a-8b94-3e4814e44887" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:05:59.891967 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430604322', 'description': 'tempest-secgroup-smoke-1430604322 description', 'project_id': '0a02f083ce334260b43647d8ed2907b6'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:05:59.908373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:59.925748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:05:59.937937 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb285b-a720-433d-abbb-ecf0c638ac98 x-openstack-request-id: req-93bb285b-a720-433d-abbb-ecf0c638ac98 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:05:59.938093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:05:59.938459 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93bb285b-a720-433d-abbb-ecf0c638ac98 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:05:59.938997 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:05:59.941388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:05:59.966379 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:05:59.970634 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:05:59.973925 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:05:59.981724 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.009580 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:06:00.055610 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.059992 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.064053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-08ccfb5d-eb20-4b70-9dca-58f6f81590c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.109227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a2218a-946a-45a5-835a-dd83fa2796b6,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.115766 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.116975 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.121138 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2353227
May 31 13:06:00.121281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58194) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.126702 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.133001 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.136984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.139862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.147381 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.164674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.229952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.233900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.242266 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.260617 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b69c21-b8ca-4ce8-9991-367813439b7d,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.263789 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.272857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.274604 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-aa8e649a-243a-4c2e-938d-fa3bb3684f33 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1522613
May 31 13:06:00.277788 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58202) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.282899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.288765 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.292655 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.295617 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.303980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.324470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.380650 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c1474c0>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '11a4740f-31a3-4db3-9f4c-5370efbd49f9', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'port_id': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'mac_address': 'fa:16:3e:e3:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:58Z', 'updated_at': '2021-05-31T13:05:58Z', 'revision_number': 0, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:06:00.384437 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Checking router: 1eb20c32-0110-4814-a8b5-002fe188851b for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:06:00.391390 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.393464 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:06:00.394106 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c1474c0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:05:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:06:00.395265 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.398162 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.420419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39e1722-dc70-433c-92e2-d01f97cfa5ac,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.423526 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.431658 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.432889 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1541047
May 31 13:06:00.435584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58208) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.442177 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.449041 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.453235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.457577 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.468826 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.496965 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.564770 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.569476 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.571633 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1f88c89c-535e-4a4f-9498-a296a4b215fd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.597564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fb7d53-f1ad-4dd3-92ce-5b828b590f41,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.600141 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.609063 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.610455 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1737497
May 31 13:06:00.613039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58216) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.620461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.627462 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.631585 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.634691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.641037 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.643740 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:06:00.662546 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.732154 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.736116 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.738714 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cf613943-7ec5-4303-a1fc-76ba758afcf1 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.759944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d5629c1-8161-46ec-a5b6-df114bf5c5ff,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.768513 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.777763 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.781654 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1660314
May 31 13:06:00.781856 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58230) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.786957 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.793480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.797280 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.800143 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.805903 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.817971 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.securitygroups_db [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Project 0a02f083ce334260b43647d8ed2907b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:06:00.824875 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.900919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.905767 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.908073 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:00.930719 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fdc6f5-9903-4a76-97e1-6b3d223420f7,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:00.934181 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:00.944087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:00.945302 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1625309
May 31 13:06:00.948104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58236) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:00.953183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'security_group_rule': {'security_group_id': '27a2218a-946a-45a5-835a-dd83fa2796b6', 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:00.958969 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:00.963297 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Usage tracker for resource:security_group_rule and tenant:0a02f083ce334260b43647d8ed2907b6 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:00.966223 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:00.972038 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:00.983872 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.securitygroups_db [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Project 0a02f083ce334260b43647d8ed2907b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:06:00.991295 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:01.041992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c1474c0>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '11a4740f-31a3-4db3-9f4c-5370efbd49f9', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'port_id': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'mac_address': 'fa:16:3e:e3:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:58Z', 'updated_at': '2021-05-31T13:05:58Z', 'revision_number': 0, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:06:01.046871 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f3f2a-f382-491b-8ca4-f6aa61c1e026 None None] The sync data for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi is: [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '11a4740f-31a3-4db3-9f4c-5370efbd49f9', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'port_id': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'mac_address': 'fa:16:3e:e3:13:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:05:58Z', 'updated_at': '2021-05-31T13:05:58Z', 'revision_number': 0, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:06:01.063794 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:01.070053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:01.073204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06078cd8-bcf0-4c2e-a7a2-419565f8f8fc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:01.097034 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b41bae-1a32-424f-b28d-3963f3ccbfa4,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:01.107976 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:01.113778 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:01.115024 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7d4456d1-a7cf-475c-a95e-303c176fddf4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1659558
May 31 13:06:01.269769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-ab3d213b-5b87-494d-9470-d10107d8adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:01.271244 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-ab3d213b-5b87-494d-9470-d10107d8adbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1099 time: 0.1129453
May 31 13:06:01.274219 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-7da23951-e21a-45b5-9cf0-7caf438e25aa tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430604322&fields=id&tenant_id=0a02f083ce334260b43647d8ed2907b6 HTTP/1.1" status: 200  len: 267 time: 0.0541265
May 31 13:06:01.297942 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de7d7a-3c5b-43bc-bce5-8393d02c657b None None] New status for floating IP 11a4740f-31a3-4db3-9f4c-5370efbd49f9: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:06:01.473813 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-ebe2233a-ccc3-4027-8d54-11189f4ecff9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:01.475281 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-ebe2233a-ccc3-4027-8d54-11189f4ecff9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.1954131
May 31 13:06:01.483498 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-86677985-1c3a-4406-a602-980b629ff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:01.485066 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-86677985-1c3a-4406-a602-980b629ff7b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.2063065
May 31 13:06:01.493263 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'port': {'security_groups': ['6bd806b0-ec3f-4c7d-beec-2cbb863dd085', '27a2218a-946a-45a5-835a-dd83fa2796b6']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:06:01.694196 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-582fc2fd-e41e-4224-9c2d-e702301f64a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1000 time: 0.1733353
May 31 13:06:01.745712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:01.830670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-df843666-a600-4502-809e-3abe36477482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:01.832159 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-df843666-a600-4502-809e-3abe36477482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.1276543
May 31 13:06:01.988132 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-825be32f-5714-40f7-8f8c-6bfaac68f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:01.989649 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-825be32f-5714-40f7-8f8c-6bfaac68f8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1480539
May 31 13:06:02.317383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:06:02.329464 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-a14f68e5-bb6a-40c6-bd66-9494585eca00 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2963164
May 31 13:06:02.369944 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:02.376381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:02.390116 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['86b4e892-92f0-42ff-ab47-c93786192ca5'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:06:02.430643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-946b80cf-5afb-4701-8fba-a4c3b8280749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:02.506460 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:02.507091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:02.508459 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-75017097-6a63-4f5f-a72c-f45e9764e9a5 req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "PUT /v2.0/ports/86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 982 time: 1.0267789
May 31 13:06:02.508994 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:06:02.511876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f3cae-8054-4e78-8d7e-b867529dea55" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:06:02.550820 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=6']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:02.565581 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:02.574378 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82f5127-ab6d-46cb-af60-4ab326826c9a x-openstack-request-id: req-c82f5127-ab6d-46cb-af60-4ab326826c9a {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:06:02.574904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:06:02.575338 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c82f5127-ab6d-46cb-af60-4ab326826c9a {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:06:02.576244 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:06:02.585299 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04edbbaa-e89b-454a-8b94-3e4814e44887 req-9a3b2da2-e68b-49dd-9631-47e69a1202cf service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410650
May 31 13:06:02.640640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['86b4e892-92f0-42ff-ab47-c93786192ca5'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:06:02.768625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-eb02f8ed-9aff-47e4-99d5-b4e9912d5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:02.770036 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-eb02f8ed-9aff-47e4-99d5-b4e9912d5a23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1138 time: 0.1055768
May 31 13:06:02.778317 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeaa866-daa8-4c20-b34d-360058333da6 req-dbc49416-a8db-4862-828c-d6a8f0b3ac87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:02.779676 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eaeaa866-daa8-4c20-b34d-360058333da6 req-dbc49416-a8db-4862-828c-d6a8f0b3ac87 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.1504810
May 31 13:06:02.866449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bbb80d68-ba33-4784-a1da-6ebb486bdbf5 None None] Provisioning complete for port 86b4e892-92f0-42ff-ab47-c93786192ca5 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:06:02.866857 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bbb80d68-ba33-4784-a1da-6ebb486bdbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:02.911790 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eaeaa866-daa8-4c20-b34d-360058333da6 req-9cf0214b-10e1-41d6-a230-52c7b86ef39c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1090767
May 31 13:06:02.950258 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-d42afdc0-a31f-4508-a42f-85cb50fa03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:02.951620 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-d42afdc0-a31f-4508-a42f-85cb50fa03c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.1711106
May 31 13:06:03.054866 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-1909f9c9-0883-4555-9309-b2d4a6b2cd1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1002 time: 0.0961294
May 31 13:06:03.131517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-4ae96cd6-c61a-4497-929f-7ff8cd42252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:03.133114 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-4ae96cd6-c61a-4497-929f-7ff8cd42252e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.0715966
May 31 13:06:03.215627 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-572f32d5-2701-4a5d-a98e-ac17a06d0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:03.217036 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-572f32d5-2701-4a5d-a98e-ac17a06d0f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751848
May 31 13:06:03.354891 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-b296e93e-ba4b-4de1-9a36-a99fe9aa8972 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307702
May 31 13:06:03.495893 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca4f3cae-8054-4e78-8d7e-b867529dea55 req-73bdc148-40d3-4a90-81b2-c6a46d589fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341207
May 31 13:06:04.742167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58348) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:04.856961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:04.871810 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:04.875650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Usage tracker for resource:security_group_rule and tenant:5bab031a6bf940cf9980bff75790b8e8 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:04.878451 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:04.884299 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:04.970078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:04.974174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:04.982719 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0e5ab669-b0c0-4df9-860d-dab6915dd784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:05.022308 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bab031a6bf940cf9980bff75790b8e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790344
May 31 13:06:05.023296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2c3e9-76e2-4c6f-8d6b-c7b3fe23f41a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:05.025024 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58358) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:05.026760 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:05.089465 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.119772 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.181015 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.186595 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-277ff302-4e0c-46b1-876e-f2de0fdf2ab4 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:05.196977 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2c3e9-76e2-4c6f-8d6b-c7b3fe23f41a,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:05.201365 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:05.204470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.205776 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34c2c3e9-76e2-4c6f-8d6b-c7b3fe23f41a HTTP/1.1" status: 204  len: 168 time: 0.1797855
May 31 13:06:05.323472 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58370) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:05.608411 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.624902 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:05.629107 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1ce7c7a7e94d5b923cdcb5eda534e0 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:05.632119 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:05.638446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:05.727299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.731304 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.741407 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0d784d9a-c96e-474d-b0e4-2b589591ded9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:05.785403 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c1ce7c7a7e94d5b923cdcb5eda534e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4608517
May 31 13:06:05.786377 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a5180-1ec5-44d2-ad8d-6fc828c56bfe,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:05.788384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58392) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:05.791299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:05.849581 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.877218 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.935450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.940510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a7e57f67-39ed-45a1-aaa1-7804766a7756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:05.953717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a5180-1ec5-44d2-ad8d-6fc828c56bfe,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:05.958519 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:05.964645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:05.965813 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-f48d0d09-03b6-40f2-b187-c7279d8e6027 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/921a5180-1ec5-44d2-ad8d-6fc828c56bfe HTTP/1.1" status: 204  len: 168 time: 0.1763880
May 31 13:06:06.315950 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58410) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:06.337187 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.351786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:06.355549 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Usage tracker for resource:security_group_rule and tenant:39d2f3659ede455ea71ee43de0697dad is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:06.358358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:06.364029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:06.453756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.458022 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.466854 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ca53801b-5393-4ee8-b6f6-0996e2a79fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:06.505586 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39d2f3659ede455ea71ee43de0697dad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884735
May 31 13:06:06.507198 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad2342-d4e8-413a-acbc-46d13ac10685,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:06.508314 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58414) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:06.510880 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:06.572654 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.599183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.653971 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.657905 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-be3efa97-21ce-469f-ad8b-d258d8ea89a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:06.671473 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad2342-d4e8-413a-acbc-46d13ac10685,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:06.675528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:06.681101 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:06.685118 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80ad2342-d4e8-413a-acbc-46d13ac10685 HTTP/1.1" status: 204  len: 168 time: 0.1732891
May 31 13:06:07.050915 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58432) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:07.068770 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.082627 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:07.086413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Usage tracker for resource:security_group_rule and tenant:24077d2ffff649f08da4b4a78bd8a1e3 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:07.089204 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:07.094783 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:07.175639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.179024 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.187538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b566157a-c408-46f3-9b31-08bcc0517a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:07.227621 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24077d2ffff649f08da4b4a78bd8a1e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1756802
May 31 13:06:07.229746 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a405cf8-0875-4182-8a82-d97c049870b1,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:07.230819 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58436) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:07.232707 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2654f075-2b33-4fa0-9d9a-9370aad67a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:07.288757 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.314599 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.364585 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.368450 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9543d210-d0e1-4587-a361-e1441b041ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:07.380428 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a405cf8-0875-4182-8a82-d97c049870b1,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:07.384737 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:07.389734 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:07.393047 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a405cf8-0875-4182-8a82-d97c049870b1 HTTP/1.1" status: 204  len: 168 time: 0.1587787
May 31 13:06:09.608765 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58500) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:09.726529 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:09.743404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:09.747301 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c27a148c628f4bcb9c9c6268366f658b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:09.752816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:09.758497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:09.822674 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:09.843812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:09.847772 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:09.855829 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6c23b9d7-8229-4b2a-bd46-13f18a427f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:09.895494 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c27a148c628f4bcb9c9c6268366f658b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2856588
May 31 13:06:09.896405 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b095aff-8881-4c77-aa57-80cd227a4f72,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:09.898228 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58512) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:09.899590 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:09.961829 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:09.989195 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:10.041047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:10.046366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-55623ab7-6bff-479b-bfbe-a4e088daccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:10.060372 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b095aff-8881-4c77-aa57-80cd227a4f72,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:10.063651 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:10.071061 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:10.072698 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b095aff-8881-4c77-aa57-80cd227a4f72 HTTP/1.1" status: 204  len: 168 time: 0.1724072
May 31 13:06:11.357261 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58566) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:11.472894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.490997 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:11.495574 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4314fe11a09404ba8b0d82880f03fc9 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:11.498209 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:11.503996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:11.587309 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.593370 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.604944 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-38077dc1-de09-4b28-a2bd-7c841373fcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:11.716245 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4314fe11a09404ba8b0d82880f03fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572481
May 31 13:06:11.716568 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23954e04-4cb8-47e6-be2f-0572207474a2,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:11.718311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58580) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:11.719517 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-97a17c4e-727e-4d45-ad45-df6370c763f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:11.783039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.800662 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5d913cd1-340a-4db7-8695-0aabda806335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.812390 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.871665 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.876653 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8545e71e-95d0-4df9-b06a-5b128b3ba3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:11.888448 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23954e04-4cb8-47e6-be2f-0572207474a2,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:11.890080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58586) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:11.891228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:11.899737 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:11.903986 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23954e04-4cb8-47e6-be2f-0572207474a2 HTTP/1.1" status: 204  len: 168 time: 0.1838715
May 31 13:06:12.132930 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.147037 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:12.152024 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Usage tracker for resource:security_group_rule and tenant:ce213e9a664b4ad88b78829e527732c5 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:12.155045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:12.160743 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:12.249483 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.254616 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.263673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4701df6b-4161-4490-85a4-f084b5c903b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:12.302793 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce213e9a664b4ad88b78829e527732c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4116430
May 31 13:06:12.303769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866c160e-2181-443e-826b-93a64bd1c19b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:12.305468 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58604) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:12.306895 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2a14cc62-ce44-49db-b206-f87ac4231875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:12.365857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.392193 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.445726 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.451510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-510fd5ca-3f44-40d9-84a4-c44f0d1e80f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:12.461750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866c160e-2181-443e-826b-93a64bd1c19b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:12.467270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:12.470684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.474840 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/866c160e-2181-443e-826b-93a64bd1c19b HTTP/1.1" status: 204  len: 168 time: 0.1682701
May 31 13:06:12.828882 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58626) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:12.847342 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.861362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:12.865252 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Usage tracker for resource:security_group_rule and tenant:332aadb65a0d4b3ab39b034fdfb4cafa is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:12.868580 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:12.875013 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:12.964039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.967931 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:12.976475 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ae523aba-81ee-4899-987e-703d6f792f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:13.018858 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=332aadb65a0d4b3ab39b034fdfb4cafa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856995
May 31 13:06:13.019141 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58640) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:13.021663 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1539483-1bd9-452c-9fd1-0aacb9da26a6,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:13.024969 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:13.083192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:13.112602 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:13.166691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:13.171678 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5098887c-8c60-4238-9bc2-da68f8744d57 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:13.186562 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1539483-1bd9-452c-9fd1-0aacb9da26a6,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:13.189964 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:13.204382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:13.206317 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1539483-1bd9-452c-9fd1-0aacb9da26a6 HTTP/1.1" status: 204  len: 168 time: 0.1856475
May 31 13:06:14.006564 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:14.193535 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c61591f0-c36c-4063-a80f-bb8083c5524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:15.279171 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:17.128975 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:18.793339 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58764) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:18.906097 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:18.920616 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:18.924394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Usage tracker for resource:security_group_rule and tenant:2579324fb7b44be09f82f82ad06ae787 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:18.927222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:18.933135 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:19.019988 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.024322 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.032886 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aeba6606-ed97-4baf-9446-477329e095de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:19.070469 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2579324fb7b44be09f82f82ad06ae787&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2760983
May 31 13:06:19.071388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df01800-855d-4b8f-bcbf-a630a58cc26f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:19.073811 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58772) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:19.075080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-715b6e80-2837-4b59-a23b-db33cc5ac82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:19.133441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.158778 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.207996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.211452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4c1fc0d1-b3bf-478a-9fa8-cf20daceb09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:19.224022 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df01800-855d-4b8f-bcbf-a630a58cc26f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:19.226840 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:19.228736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.230141 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6df01800-855d-4b8f-bcbf-a630a58cc26f HTTP/1.1" status: 204  len: 168 time: 0.1545537
May 31 13:06:19.501965 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58780) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:19.519536 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.533644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:19.537306 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Usage tracker for resource:security_group_rule and tenant:5214b0a150fb4822a85f07daba5e316c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:19.539976 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:19.546165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:19.624477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.627834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.635643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:19.676173 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5214b0a150fb4822a85f07daba5e316c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1731021
May 31 13:06:19.677700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabbf839-8e30-44c4-92dc-d6e8146fff2a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:19.678878 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58784) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:19.680923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:19.736382 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.761952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.811124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.814704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ce59fa8f-5965-4de0-9739-85580ff53244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:19.827532 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabbf839-8e30-44c4-92dc-d6e8146fff2a,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:19.831287 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:19.837074 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:19.838735 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fabbf839-8e30-44c4-92dc-d6e8146fff2a HTTP/1.1" status: 204  len: 168 time: 0.1588147
May 31 13:06:20.881235 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:06:21.672520 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58862) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:21.800636 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:21.819489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:21.823309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Usage tracker for resource:security_group_rule and tenant:6f7cc122615a4c08aec35d84610624a3 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:21.826105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:21.832190 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:21.921851 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:21.925611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:21.934040 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-74b2075b-b7f0-4bbb-bd89-088deb195946 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:21.974476 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7cc122615a4c08aec35d84610624a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3008077
May 31 13:06:21.976249 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85cc50-b59c-40c2-9408-9c53b3968d7f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:21.977174 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58872) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:21.981197 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:22.039020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.063383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.113775 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.117453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f4262a6a-0d8d-4e64-a961-7edae92a2f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:22.128792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85cc50-b59c-40c2-9408-9c53b3968d7f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:22.131286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:22.138933 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.140013 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc85cc50-b59c-40c2-9408-9c53b3968d7f HTTP/1.1" status: 204  len: 168 time: 0.1618729
May 31 13:06:22.411775 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58882) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:22.428750 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.443795 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:22.448674 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Usage tracker for resource:security_group_rule and tenant:10bb8c4fae224e629df0106d32b4bc55 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:22.452612 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:22.459159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:22.545171 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.549005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.560460 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-85716c9f-3f67-4d76-b2eb-4b81537ee10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:22.598895 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10bb8c4fae224e629df0106d32b4bc55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1860325
May 31 13:06:22.600460 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6fbd5-ac06-4d74-ace3-4309d00fd211,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:22.601574 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58890) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:22.605432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:22.664467 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.691837 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.745375 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.750433 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f7a88cfb-d71e-4c47-9a12-2e3b3ca2b9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:22.767045 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6fbd5-ac06-4d74-ace3-4309d00fd211,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:22.771649 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:22.776868 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:22.780380 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87b6fbd5-ac06-4d74-ace3-4309d00fd211 HTTP/1.1" status: 204  len: 168 time: 0.1753712
May 31 13:06:22.785876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 58900) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:23.024105 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.040146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:23.044100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3181490c7a462990a421d08a96c0c6 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:23.047094 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:23.052822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:23.143255 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.147390 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.156550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-74ef3c23-e7c8-4ecc-8216-c1ec5bd3918b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:23.198750 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa3181490c7a462990a421d08a96c0c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4118216
May 31 13:06:23.200576 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072f763-f0b8-4da2-ad30-eed9a57fde9e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:23.201501 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58920) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:23.208214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.208591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.208985 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.209341 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.209697 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.210057 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.210408 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.210756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.211098 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.211443 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.211789 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.212132 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:23.215928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:23.264983 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.291692 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.344403 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.349245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0804f8b9-6c9a-4922-b6f9-4603d3a5d6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:23.361008 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072f763-f0b8-4da2-ad30-eed9a57fde9e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:23.363821 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:23.369193 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:23.370680 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9072f763-f0b8-4da2-ad30-eed9a57fde9e HTTP/1.1" status: 204  len: 168 time: 0.1680996
May 31 13:06:24.767050 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ccd20-7f28-4ee2-a967-c1be149104cd req-c215414d-3829-4461-b9cd-1db9c4f5035b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:24.768514 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e3ccd20-7f28-4ee2-a967-c1be149104cd req-c215414d-3829-4461-b9cd-1db9c4f5035b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1996503
May 31 13:06:24.811655 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e3ccd20-7f28-4ee2-a967-c1be149104cd req-7e304626-e11f-403c-b07f-d6e58d364bee tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374427
May 31 13:06:26.020748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fce64-ee97-4e3b-9716-87eaa68cdf1f req-8ace4052-e73f-4e12-9def-b08cc39d2894 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:26.022216 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-446fce64-ee97-4e3b-9716-87eaa68cdf1f req-8ace4052-e73f-4e12-9def-b08cc39d2894 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0858920
May 31 13:06:26.065677 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-446fce64-ee97-4e3b-9716-87eaa68cdf1f req-41853353-6b1d-4e70-8092-5c3a7f700902 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372434
May 31 13:06:27.254203 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb93a-fba8-4de6-93b0-a61610370c85 req-d1545d6f-b554-4607-b92c-b5c7576374b0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:27.255583 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a9beb93a-fba8-4de6-93b0-a61610370c85 req-d1545d6f-b554-4607-b92c-b5c7576374b0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0804539
May 31 13:06:27.300476 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a9beb93a-fba8-4de6-93b0-a61610370c85 req-698564a7-a327-4aaa-b67f-a93114e4adf3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375872
May 31 13:06:27.304671 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 58994) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:27.418027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.435904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:27.439616 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf96b28e42c04f7c850b4ca64e5ae66c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:27.442345 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:27.447879 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:27.528196 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.532098 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.540814 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9a5c94af-9be9-4cc6-9498-79e76baae3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:27.579280 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf96b28e42c04f7c850b4ca64e5ae66c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2736268
May 31 13:06:27.580955 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b4be5-8fef-446c-9780-fd919155bd6f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:27.582000 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59000) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:27.588406 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.588785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.589195 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.589562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.589920 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.590278 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.590633 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.590987 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.591348 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.591699 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.592317 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.592436 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:27.596109 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:27.639658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.668001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.721047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.725701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3d9d7a25-c69a-4839-9470-88e5a54a6c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:27.739003 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b4be5-8fef-446c-9780-fd919155bd6f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:27.742031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:27.751082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:27.752220 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad0b4be5-8fef-446c-9780-fd919155bd6f HTTP/1.1" status: 204  len: 168 time: 0.1691382
May 31 13:06:28.026562 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59008) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:28.044017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.058331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:28.062123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Usage tracker for resource:security_group_rule and tenant:82e058b4559d4c658b9866a59aa610a3 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:28.064854 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:28.070424 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:28.147785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.151857 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.160863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb2bf0e5-9e0f-4a4c-b423-5dc26359e0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:28.199358 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82e058b4559d4c658b9866a59aa610a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1717939
May 31 13:06:28.200956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4d3fb-816b-4782-bddc-3956a5fec1f5,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:28.202119 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59012) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:28.204492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:28.259839 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.284278 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.335793 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.340618 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-959fe8bf-8071-47cd-ba39-3e528c43a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:28.356856 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4d3fb-816b-4782-bddc-3956a5fec1f5,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:28.360410 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:28.366115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:28.370278 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bae4d3fb-816b-4782-bddc-3956a5fec1f5 HTTP/1.1" status: 204  len: 168 time: 0.1641319
May 31 13:06:28.494107 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46851a-02b4-4031-8568-8a8e6425add5 req-3d714183-0429-491a-b1e4-c16f98a4e772 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:28.495736 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1d46851a-02b4-4031-8568-8a8e6425add5 req-3d714183-0429-491a-b1e4-c16f98a4e772 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0840287
May 31 13:06:28.543060 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1d46851a-02b4-4031-8568-8a8e6425add5 req-b673e792-fe9b-4289-a895-ffa8482a3299 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413768
May 31 13:06:29.742668 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1f307-ca1c-4277-8dcd-7dbeec69d070 req-7b032d59-9126-4fb1-b796-c464bcc09c6a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:29.744070 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-12c1f307-ca1c-4277-8dcd-7dbeec69d070 req-7b032d59-9126-4fb1-b796-c464bcc09c6a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0884171
May 31 13:06:29.789203 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-12c1f307-ca1c-4277-8dcd-7dbeec69d070 req-8fc19fc1-8c21-47ac-933d-9655273b3eb2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393667
May 31 13:06:30.977466 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27847ed-73a8-4f69-aa8a-9dd1daa1e9a6 req-b78ec660-7134-453b-99e2-0bdcdf6acdbe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:30.979479 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b27847ed-73a8-4f69-aa8a-9dd1daa1e9a6 req-b78ec660-7134-453b-99e2-0bdcdf6acdbe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0813789
May 31 13:06:31.025992 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b27847ed-73a8-4f69-aa8a-9dd1daa1e9a6 req-d1b895b4-784f-49fd-9627-a16f58ec8141 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405841
May 31 13:06:32.217749 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5a031-b08c-4970-a429-70d19f9da577 req-cf396f04-8a3c-4009-b7e5-7abff0e22933 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:32.219195 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2bf5a031-b08c-4970-a429-70d19f9da577 req-cf396f04-8a3c-4009-b7e5-7abff0e22933 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0828578
May 31 13:06:32.346273 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2bf5a031-b08c-4970-a429-70d19f9da577 req-0a131415-7991-4052-98c8-28638cb8d5f7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214392
May 31 13:06:33.554953 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fb513-e2c3-48de-982e-dbe9c63a0db2 req-7a2051f0-1099-4eba-8d7b-9c8943aa7ba1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:33.557296 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-382fb513-e2c3-48de-982e-dbe9c63a0db2 req-7a2051f0-1099-4eba-8d7b-9c8943aa7ba1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0894694
May 31 13:06:33.602138 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-382fb513-e2c3-48de-982e-dbe9c63a0db2 req-ab5ad116-a219-48aa-a27b-4c8a3f427c88 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388236
May 31 13:06:34.802593 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83c00-6fb6-41d6-b600-4e297ae1509b req-71aa0882-f812-4984-8f70-d6f464836ce2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:34.804054 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2ac83c00-6fb6-41d6-b600-4e297ae1509b req-71aa0882-f812-4984-8f70-d6f464836ce2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0822031
May 31 13:06:34.852018 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2ac83c00-6fb6-41d6-b600-4e297ae1509b req-a930424f-bc6d-4770-a1a6-0a717dca0029 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418067
May 31 13:06:36.043183 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb276a3d-1134-4ecd-ac29-99e6bb47c751 req-15bfbe40-e097-47bd-8ecf-df53c15431ea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:36.044639 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb276a3d-1134-4ecd-ac29-99e6bb47c751 req-15bfbe40-e097-47bd-8ecf-df53c15431ea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0843394
May 31 13:06:36.095327 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb276a3d-1134-4ecd-ac29-99e6bb47c751 req-d9c89fb1-c871-4d22-9573-8415c0453e46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450041
May 31 13:06:37.306859 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63518b65-ca4f-4499-8509-87abb7058d19 req-e30366f5-edb5-43e2-929e-047f32697e1d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:37.308292 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63518b65-ca4f-4499-8509-87abb7058d19 req-e30366f5-edb5-43e2-929e-047f32697e1d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0780678
May 31 13:06:37.351484 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63518b65-ca4f-4499-8509-87abb7058d19 req-3ec76b3e-183f-45a3-acc6-f5900d0d9585 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376706
May 31 13:06:37.876255 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-e82d02a2-9d6f-4c78-a745-a9e543d84972 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1714509
May 31 13:06:38.027195 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-ecb11d75-a4de-464f-8fb5-aa0c305ea15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:38.028616 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-ecb11d75-a4de-464f-8fb5-aa0c305ea15f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.0788474
May 31 13:06:38.172240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-277a6d60-14be-4880-9375-33b78d7695bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:38.173681 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-277a6d60-14be-4880-9375-33b78d7695bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.1243246
May 31 13:06:38.276579 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-9faa3843-0614-4ae9-86ed-e291c3be5d60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 1001 time: 0.0947163
May 31 13:06:38.331520 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:06:38.411548 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-07cab7f1-108a-4505-b9d6-0fc9cf519848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:38.413007 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-07cab7f1-108a-4505-b9d6-0fc9cf519848 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1286728
May 31 13:06:38.469362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:06:38.482912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:06:38.542700 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:38.548965 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-a8599c15-ed1a-49ba-9a80-3acc5f802891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:38.550435 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-a8599c15-ed1a-49ba-9a80-3acc5f802891 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1302178
May 31 13:06:38.562855 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:06:38.567156 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c4726-aa86-43f8-930c-5cd4b491b652 req-8b1c5e79-50b2-49d8-bcf9-46b2bc4ad229 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:38.568553 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-770c4726-aa86-43f8-930c-5cd4b491b652 req-8b1c5e79-50b2-49d8-bcf9-46b2bc4ad229 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1065924
May 31 13:06:38.578383 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:06:38.582247 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:38.583874 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:38.650885 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=6']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:38.658103 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.658454 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.658807 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.659143 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.659479 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.659813 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.660141 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.660473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.660822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.661157 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.661484 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.661810 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:06:38.666158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:38.692447 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-770c4726-aa86-43f8-930c-5cd4b491b652 req-bc724b13-3300-4f6e-ac24-83007e5f87f8 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061277
May 31 13:06:38.705448 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['cf09e52b-342e-43eb-b98e-0a14cf62528e'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:06:38.726732 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-28777bec-7cc8-456d-b349-9577728a5af3 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672971
May 31 13:06:38.867806 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6a10bd72-dd40-4853-9abf-d77b52546442 req-f7a25fc7-add7-457e-8e97-c2954c2d24e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322310
May 31 13:06:39.827803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:39.888418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e6a38-3bca-4a25-b881-e7aaa66f1530 req-70e0059c-7c90-499e-8952-056693aa426c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:39.889892 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2f3e6a38-3bca-4a25-b881-e7aaa66f1530 req-70e0059c-7c90-499e-8952-056693aa426c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 944 time: 0.0820808
May 31 13:06:39.933402 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2f3e6a38-3bca-4a25-b881-e7aaa66f1530 req-faa4a53c-e21f-43a1-a9df-aae267345d18 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379653
May 31 13:06:40.338032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59178) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:40.338984 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:06:40.404770 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port cf09e52b-342e-43eb-b98e-0a14cf62528e triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:06:40.405185 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.453235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.467067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:06:40.470825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Usage tracker for resource:security_group_rule and tenant:14dcb853980a4aa8aee8561b73e8d155 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:06:40.473600 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:06:40.479439 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:06:40.522803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.549515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:06:40.551750 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e828ed96-4dee-4b92-b250-9e8e31bfaa88" -d '{"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:06:40.559665 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:06:40.565404 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.567340 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8fd730b2-40d1-4f73-927b-d74640a5944e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:40.569185 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.573476 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.583234 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-261e2f8e-d0ff-443b-b518-3df784b2443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:40.604392 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcf8b36-1a0f-4300-b184-5a905a8c6311 x-openstack-request-id: req-4dcf8b36-1a0f-4300-b184-5a905a8c6311 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:06:40.604692 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:06:40.604978 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dcf8b36-1a0f-4300-b184-5a905a8c6311 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:06:40.605364 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'code': 200}
May 31 13:06:40.624005 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14dcb853980a4aa8aee8561b73e8d155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2848890
May 31 13:06:40.624980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1474b0b-9f43-4c86-a1dc-4b9fbf71502d,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:40.626724 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59186) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:06:40.628163 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:40.639293 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=7']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:40.642213 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:40.684298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.709485 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.761039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.765585 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-47457679-0164-4a1f-9812-376e0fb3e22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:40.780496 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1474b0b-9f43-4c86-a1dc-4b9fbf71502d,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:40.782902 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:40.790890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:40.791989 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1474b0b-9f43-4c86-a1dc-4b9fbf71502d HTTP/1.1" status: 204  len: 168 time: 0.1643050
May 31 13:06:41.126984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd815-84cc-4915-9346-a36ba253b9fa req-3c609540-20bf-4f3f-b783-762bc67fa93c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:41.128319 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-40fdd815-84cc-4915-9346-a36ba253b9fa req-3c609540-20bf-4f3f-b783-762bc67fa93c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0829294
May 31 13:06:41.172267 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-40fdd815-84cc-4915-9346-a36ba253b9fa req-8d4c8b29-8bcd-424d-924b-0e296ebe9a30 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382447
May 31 13:06:41.792324 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d4a13a1f-74e8-4ec7-b5c0-1ba7da90bc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:42.361788 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289a0b2-3d77-42b8-9994-5d22bfa5ffaa req-ba7d3d2b-9965-4e3d-aea0-200713ca2013 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:42.363206 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b289a0b2-3d77-42b8-9994-5d22bfa5ffaa req-ba7d3d2b-9965-4e3d-aea0-200713ca2013 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0773933
May 31 13:06:42.406491 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b289a0b2-3d77-42b8-9994-5d22bfa5ffaa req-208371d3-f206-4f82-ba38-85b3aa2dc3d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374773
May 31 13:06:43.592812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bd035-188b-4cf0-8ed1-dc38a97b2052 req-74d96727-071b-4879-8b40-04109415a495 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:43.594271 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-787bd035-188b-4cf0-8ed1-dc38a97b2052 req-74d96727-071b-4879-8b40-04109415a495 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0795434
May 31 13:06:43.642609 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-787bd035-188b-4cf0-8ed1-dc38a97b2052 req-d972cd87-a30d-458f-9622-05925fb9ae64 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398130
May 31 13:06:44.009959 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:44.197305 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d6fa9bcc-65d2-4349-bd4c-bf306ce48d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:44.857991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc795-b643-43d6-8f05-bd980cc73a47 req-44f1a60c-d9b6-4d46-8c17-27916715a5f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:44.865385 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-76fcc795-b643-43d6-8f05-bd980cc73a47 req-44f1a60c-d9b6-4d46-8c17-27916715a5f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1050353
May 31 13:06:44.911103 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-76fcc795-b643-43d6-8f05-bd980cc73a47 req-1dff4907-4877-496d-825b-29e912587d51 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438852
May 31 13:06:45.289795 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:46.114957 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce46b-13bc-4b7b-8d04-878268a7ca40 req-65876028-738f-4136-a8e0-6eb8be9bfc8b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:46.117395 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be3ce46b-13bc-4b7b-8d04-878268a7ca40 req-65876028-738f-4136-a8e0-6eb8be9bfc8b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0897312
May 31 13:06:46.164838 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-be3ce46b-13bc-4b7b-8d04-878268a7ca40 req-f58da9fc-7c35-4036-b4eb-772d045e512e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415792
May 31 13:06:47.130557 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:47.361115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf100-b3ad-4068-9c26-ceaa5d80fa21 req-8cd14e8d-3cc8-4328-bb43-256d80fe7f8b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:47.362560 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9bedf100-b3ad-4068-9c26-ceaa5d80fa21 req-8cd14e8d-3cc8-4328-bb43-256d80fe7f8b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0851612
May 31 13:06:47.410057 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9bedf100-b3ad-4068-9c26-ceaa5d80fa21 req-232c3e57-0536-4e10-8570-c62e5fbe08d7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411696
May 31 13:06:48.607611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffd7b7-0758-4c4e-8096-b5d9661ee99c req-edb2b1f1-9a47-4a25-9aa0-039fd982ce2e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:48.609951 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-49ffd7b7-0758-4c4e-8096-b5d9661ee99c req-edb2b1f1-9a47-4a25-9aa0-039fd982ce2e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0861580
May 31 13:06:48.665615 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-49ffd7b7-0758-4c4e-8096-b5d9661ee99c req-bbe7961b-ed53-428a-89c0-21d512363287 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493484
May 31 13:06:49.899822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc905669-6c97-40a2-8019-f25bb58196e1 req-fbb2235f-b894-4f0d-9bf3-0009926f2e78 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:49.902150 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc905669-6c97-40a2-8019-f25bb58196e1 req-fbb2235f-b894-4f0d-9bf3-0009926f2e78 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0913846
May 31 13:06:49.956699 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dc905669-6c97-40a2-8019-f25bb58196e1 req-65b5a82c-225a-4fa2-9d87-856e997857ca tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484841
May 31 13:06:51.145506 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce87de-a552-403e-8b61-401aa9203397 req-732dec88-ed61-4585-b124-cdbea87783fa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:51.147593 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-72ce87de-a552-403e-8b61-401aa9203397 req-732dec88-ed61-4585-b124-cdbea87783fa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0828388
May 31 13:06:51.198047 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-72ce87de-a552-403e-8b61-401aa9203397 req-9edd69e3-9d9f-4fd2-82ef-d4bd0a71c448 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440156
May 31 13:06:52.410293 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b667b-87e6-4672-bb79-0390712cd162 req-8d33de8f-1c85-4b44-b736-ac765970c126 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:52.411782 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ee3b667b-87e6-4672-bb79-0390712cd162 req-8d33de8f-1c85-4b44-b736-ac765970c126 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0856419
May 31 13:06:52.459531 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ee3b667b-87e6-4672-bb79-0390712cd162 req-7e472aa4-7b22-4e8b-b1bc-14787ef0e853 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412061
May 31 13:06:53.709259 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002d6b9-6360-4d2f-8831-062b46960829 req-cb3d513d-39b6-479a-b34c-2f2b1d4b1100 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:53.710733 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9002d6b9-6360-4d2f-8831-062b46960829 req-cb3d513d-39b6-479a-b34c-2f2b1d4b1100 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.1024344
May 31 13:06:53.764224 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9002d6b9-6360-4d2f-8831-062b46960829 req-89ce2708-dc14-4797-b74a-1493085e0569 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469899
May 31 13:06:54.975833 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708bbf0-3143-418e-9ae0-b0b88f0fe667 req-5f4681ac-fd70-4536-8dba-d030dfaddfef tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:54.977289 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a708bbf0-3143-418e-9ae0-b0b88f0fe667 req-5f4681ac-fd70-4536-8dba-d030dfaddfef tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0819285
May 31 13:06:55.021109 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a708bbf0-3143-418e-9ae0-b0b88f0fe667 req-b6eccdfd-f790-4f17-a94a-88f2e50ae665 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377641
May 31 13:06:55.448575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-4d74d139-be90-45d4-b81a-4a485a9cba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:55.450051 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-4d74d139-be90-45d4-b81a-4a485a9cba5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1098 time: 0.0695441
May 31 13:06:55.582002 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-57c51377-df07-40bc-8390-43e9d8c3bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:55.583429 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-57c51377-df07-40bc-8390-43e9d8c3bc3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1255052
May 31 13:06:55.684870 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-b0cccdd7-f79c-4c9b-b465-b9ee3e676313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 1000 time: 0.0935276
May 31 13:06:55.748041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-57fa656a-8501-45bc-b147-4a61e01373a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:55.749409 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-57fa656a-8501-45bc-b147-4a61e01373a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0583801
May 31 13:06:55.822088 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-4ce5551a-a2f6-475c-89f3-3a602efd0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:55.823501 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-4ce5551a-a2f6-475c-89f3-3a602efd0811 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671208
May 31 13:06:56.026312 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-2e67facf-49c4-4773-be9a-5c8c04d3cc6a service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957343
May 31 13:06:56.159449 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e1d8eeb3-5ac2-42fd-95f6-7005e280f11b req-5b8b7ffd-674b-4507-bc44-571efcf80674 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265969
May 31 13:06:56.211210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9ec9f-5921-42dd-9176-830d89885a14 req-a501a904-04f9-4d90-9ab1-435761688d7a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:56.212644 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-65f9ec9f-5921-42dd-9176-830d89885a14 req-a501a904-04f9-4d90-9ab1-435761688d7a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0782955
May 31 13:06:56.256780 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-65f9ec9f-5921-42dd-9176-830d89885a14 req-a623f4b3-d821-4638-954d-f4f703ea303a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379486
May 31 13:06:57.598472 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b63a4d-4742-40c4-a4d7-ea2c4f65fb9a req-966f13d7-357c-4f63-838d-a3eac5bab641 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:57.599907 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-58b63a4d-4742-40c4-a4d7-ea2c4f65fb9a req-966f13d7-357c-4f63-838d-a3eac5bab641 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 945 time: 0.0839601
May 31 13:06:57.643734 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-58b63a4d-4742-40c4-a4d7-ea2c4f65fb9a req-813f1259-1408-45fc-90b7-1b7142339492 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381770
May 31 13:06:57.880871 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:06:58.402840 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:06:58.514119 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:58.540510 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:06:58.542761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98481cc4-4bf3-4150-8414-72707717cfc8" -d '{"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-unplugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:06:58.551225 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:06:58.556295 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:06:58.558543 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-b3086c88-54b4-416d-aed3-546fad04779b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:06:58.589313 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df2cb2-5f7f-4840-aabe-34fd1497f88d x-openstack-request-id: req-14df2cb2-5f7f-4840-aabe-34fd1497f88d {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:06:58.589617 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-unplugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:06:58.589899 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14df2cb2-5f7f-4840-aabe-34fd1497f88d {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:06:58.590273 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'code': 200}
May 31 13:06:58.628748 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=8']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:06:58.631894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:06:58.838769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf6f84-4c49-44fa-94ce-66abd109445a req-67b6108d-210d-40d2-a2bb-daf534a5752f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:58.840217 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98bf6f84-4c49-44fa-94ce-66abd109445a req-67b6108d-210d-40d2-a2bb-daf534a5752f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0800419
May 31 13:06:58.884687 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98bf6f84-4c49-44fa-94ce-66abd109445a req-f685418b-31ec-412f-a607-191906da03e6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382330
May 31 13:06:59.781128 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463220-3ffc-4d8c-844c-4047f45a6bd0 req-01f2e2aa-d60a-4588-8f9c-be740f052688 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:06:59.782631 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-28463220-3ffc-4d8c-844c-4047f45a6bd0 req-01f2e2aa-d60a-4588-8f9c-be740f052688 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0834568
May 31 13:06:59.827890 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-28463220-3ffc-4d8c-844c-4047f45a6bd0 req-7597f1ef-121b-4338-a38f-14f8e058c9f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392220
May 31 13:07:00.065613 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59320) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:07:00.181622 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-3c15f120-c512-446c-82f4-ddb05f1c7932 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1146636
May 31 13:07:01.028146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47c74e-c1b1-467b-82b3-7d6f178027a1 req-f31cacff-2fbe-465d-aba1-504fd5491ed8 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:01.029630 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3f47c74e-c1b1-467b-82b3-7d6f178027a1 req-f31cacff-2fbe-465d-aba1-504fd5491ed8 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0812454
May 31 13:07:01.073481 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3f47c74e-c1b1-467b-82b3-7d6f178027a1 req-fee7c737-09af-4c69-ad8d-8eaadb47904e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382593
May 31 13:07:02.078698 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304ed33-7657-478c-a43d-b76d28164993 req-837ecc7e-3de6-410b-97de-51c863171bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.080160 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-837ecc7e-3de6-410b-97de-51c863171bf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 1096 time: 0.0724411
May 31 13:07:02.174558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304ed33-7657-478c-a43d-b76d28164993 req-df935274-90bd-47f3-af61-82fca4943950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.176014 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-df935274-90bd-47f3-af61-82fca4943950 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1096 time: 0.0709002
May 31 13:07:02.270652 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4e3d5-93f0-4a4e-9233-9774039e0fbb req-e8ae5a96-5f57-4ac5-bf22-c22b49c34d4d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.272138 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-90a4e3d5-93f0-4a4e-9233-9774039e0fbb req-e8ae5a96-5f57-4ac5-bf22-c22b49c34d4d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0804317
May 31 13:07:02.320723 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-90a4e3d5-93f0-4a4e-9233-9774039e0fbb req-b39dd3e8-331c-467c-a9a1-a3d64edcc108 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426056
May 31 13:07:02.328184 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304ed33-7657-478c-a43d-b76d28164993 req-835ac928-dbba-48bb-b78e-7b2b41bc4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.329730 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-835ac928-dbba-48bb-b78e-7b2b41bc4c6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1461310
May 31 13:07:02.419948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:07:02.433788 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-ab0e260c-7fef-4ec1-99ca-ccf0b0307a0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 998 time: 0.0959201
May 31 13:07:02.496023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304ed33-7657-478c-a43d-b76d28164993 req-6894bef8-471d-4216-8eae-49ca6ec17d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.497528 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-6894bef8-471d-4216-8eae-49ca6ec17d54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0569112
May 31 13:07:02.575419 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304ed33-7657-478c-a43d-b76d28164993 req-9397b1ea-74c7-40c1-a0de-29c90b8d7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:02.576945 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-9397b1ea-74c7-40c1-a0de-29c90b8d7d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716484
May 31 13:07:02.708775 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-95172bcf-b37c-4e7d-84e3-030216fae675 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217983
May 31 13:07:02.840680 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d304ed33-7657-478c-a43d-b76d28164993 req-d481acc9-0b24-4cdb-9917-3c7da2b2f824 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208692
May 31 13:07:03.523689 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805bee3a-e185-4d41-a849-632d5a9059e6 req-ad72a7ce-80d3-436f-94bf-7b52772bb53d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:03.525164 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-805bee3a-e185-4d41-a849-632d5a9059e6 req-ad72a7ce-80d3-436f-94bf-7b52772bb53d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0822582
May 31 13:07:03.577721 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-805bee3a-e185-4d41-a849-632d5a9059e6 req-2ca6c6d3-07c0-4078-b7c9-67e7e233051c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462315
May 31 13:07:04.769789 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cb6c-4d69-4307-bd0e-e0108240d305 req-f3738043-e6e7-4ccb-8a1e-ea4b2af147b6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:04.771338 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e4b8cb6c-4d69-4307-bd0e-e0108240d305 req-f3738043-e6e7-4ccb-8a1e-ea4b2af147b6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0826626
May 31 13:07:04.818568 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e4b8cb6c-4d69-4307-bd0e-e0108240d305 req-db467209-9e92-4e9d-9aad-0985632883ae tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412755
May 31 13:07:06.018287 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a1066-7a9e-4fb8-8269-4df1c88f3bc1 req-bf0f2ca4-47da-461b-8aa9-d6d1872913a2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:06.019741 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e31a1066-7a9e-4fb8-8269-4df1c88f3bc1 req-bf0f2ca4-47da-461b-8aa9-d6d1872913a2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0843394
May 31 13:07:06.064661 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e31a1066-7a9e-4fb8-8269-4df1c88f3bc1 req-e039f9c3-f373-4903-8658-55c0523afb51 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388012
May 31 13:07:07.269661 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2913d-d2d5-41ca-9b26-3a364e5bee2b req-aa63a305-8993-49a5-91c5-cc64b67263b7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:07.271100 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4eb2913d-d2d5-41ca-9b26-3a364e5bee2b req-aa63a305-8993-49a5-91c5-cc64b67263b7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0884655
May 31 13:07:07.329379 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4eb2913d-d2d5-41ca-9b26-3a364e5bee2b req-1b83d983-6d48-487a-8b89-8b06566d5945 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520294
May 31 13:07:08.534018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952286f-7551-4817-abf7-cdfce1ecf26a req-6bba35ef-9806-4177-89c1-857756282da9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:08.535520 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9952286f-7551-4817-abf7-cdfce1ecf26a req-6bba35ef-9806-4177-89c1-857756282da9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0833979
May 31 13:07:08.662261 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9952286f-7551-4817-abf7-cdfce1ecf26a req-8a79b6ab-bf0d-420e-9272-640f210e4fd3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210682
May 31 13:07:09.830076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:09.856334 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c4a90-0d4f-409d-94b4-3c1abfb9fd5b req-eb67aedd-49dd-413b-a378-5e3676ded9ce tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:09.857842 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0c9c4a90-0d4f-409d-94b4-3c1abfb9fd5b req-eb67aedd-49dd-413b-a378-5e3676ded9ce tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0836668
May 31 13:07:09.911611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0c9c4a90-0d4f-409d-94b4-3c1abfb9fd5b req-e7800344-897d-4ebe-897c-6aec1b1dedce tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474975
May 31 13:07:11.105816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e85ff-aa97-4b95-ae1b-7c36bd66f9cd req-d884e343-1b80-4d80-9070-95bb6c90b9bf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:11.107290 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-607e85ff-aa97-4b95-ae1b-7c36bd66f9cd req-d884e343-1b80-4d80-9070-95bb6c90b9bf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0795541
May 31 13:07:11.152183 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-607e85ff-aa97-4b95-ae1b-7c36bd66f9cd req-72aaad09-f5a8-4e5e-9de6-e1e480f26785 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382266
May 31 13:07:11.795717 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b1e497e2-1fdf-49fd-ab28-bdfd2932dd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:12.357485 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03935bd8-da62-4d8e-9712-660d51beb798 req-b0144109-6e0d-4d2a-b3fd-3da5089e31aa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:12.359809 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-03935bd8-da62-4d8e-9712-660d51beb798 req-b0144109-6e0d-4d2a-b3fd-3da5089e31aa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0850940
May 31 13:07:12.409026 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-03935bd8-da62-4d8e-9712-660d51beb798 req-62b33089-a078-4153-bf84-c290b7ca228a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422480
May 31 13:07:13.605313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb69eb-e071-45ab-9222-185299b25948 req-37e5eaeb-89b2-4117-9021-b4b0dfe222e5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:13.607530 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bebb69eb-e071-45ab-9222-185299b25948 req-37e5eaeb-89b2-4117-9021-b4b0dfe222e5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0864680
May 31 13:07:13.652666 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bebb69eb-e071-45ab-9222-185299b25948 req-f6bef5fd-dd15-4ad1-8072-01f9f9006e34 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392907
May 31 13:07:14.019261 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:14.199940 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-298e3989-9f26-4c35-83bc-0df2df475617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:14.857290 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443392f-ac9e-46f9-8aa1-f6e7248c4b05 req-01b2dc39-1579-49f7-b7f0-7f6383aa6dd8 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:14.858743 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8443392f-ac9e-46f9-8aa1-f6e7248c4b05 req-01b2dc39-1579-49f7-b7f0-7f6383aa6dd8 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0827427
May 31 13:07:14.905515 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8443392f-ac9e-46f9-8aa1-f6e7248c4b05 req-93989c94-4a24-4d83-bad9-5b4b6b297869 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398273
May 31 13:07:15.286196 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:16.103111 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b8e1-a24f-456a-a6bc-c1e9e9cbf9ae req-8d0dcd18-9acf-44d0-b64e-dfed07e02aaa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:16.104644 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eed4b8e1-a24f-456a-a6bc-c1e9e9cbf9ae req-8d0dcd18-9acf-44d0-b64e-dfed07e02aaa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0805380
May 31 13:07:16.163044 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eed4b8e1-a24f-456a-a6bc-c1e9e9cbf9ae req-dda6218b-b6b5-432d-8dae-7283e72900f4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490990
May 31 13:07:17.131877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:17.353062 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c48b8-57b5-4e88-9a3d-8bbda2429055 req-b0502d0b-4d2e-47ab-9b04-b96ccf8148f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:17.354552 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d65c48b8-57b5-4e88-9a3d-8bbda2429055 req-b0502d0b-4d2e-47ab-9b04-b96ccf8148f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0826910
May 31 13:07:17.401612 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d65c48b8-57b5-4e88-9a3d-8bbda2429055 req-db72442b-1786-4238-85d8-0abfe2c48057 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413861
May 31 13:07:18.669390 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332a94-8c95-4b1c-8c2e-5d16bfdc9a38 req-e96ae72c-551d-429a-ab59-9fc7f170626e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:18.670757 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7b332a94-8c95-4b1c-8c2e-5d16bfdc9a38 req-e96ae72c-551d-429a-ab59-9fc7f170626e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.1567030
May 31 13:07:18.713727 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7b332a94-8c95-4b1c-8c2e-5d16bfdc9a38 req-f52eb030-9177-4d1c-b7a2-e468e771cd16 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368414
May 31 13:07:19.900478 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46e2c8-474a-4df7-bb2c-118f087dadf5 req-1a82654e-f7aa-4328-ba1a-57599978f369 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:19.901949 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8e46e2c8-474a-4df7-bb2c-118f087dadf5 req-1a82654e-f7aa-4328-ba1a-57599978f369 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0789583
May 31 13:07:19.948680 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8e46e2c8-474a-4df7-bb2c-118f087dadf5 req-833fbf64-e77a-49fb-bcae-99707800966e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411959
May 31 13:07:20.882531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee8bf4-eeff-435c-ad9c-10745a1fd196 req-2ceeb9a3-91d0-4d5e-ae37-e9e4d5a251d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:20.883941 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4dee8bf4-eeff-435c-ad9c-10745a1fd196 req-2ceeb9a3-91d0-4d5e-ae37-e9e4d5a251d6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0784690
May 31 13:07:20.926362 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4dee8bf4-eeff-435c-ad9c-10745a1fd196 req-f15788a5-5bff-42ea-acea-8d9bc172e83e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367768
May 31 13:07:21.139900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc184b89-c8fb-4443-b555-015cfcd02c59 req-5f6bb92d-af07-4a5e-8dff-af60faba9a9d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:21.141354 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc184b89-c8fb-4443-b555-015cfcd02c59 req-5f6bb92d-af07-4a5e-8dff-af60faba9a9d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0812130
May 31 13:07:21.185366 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fc184b89-c8fb-4443-b555-015cfcd02c59 req-c5fad234-68cc-4ed4-aa0b-f29d4e834c6f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378377
May 31 13:07:22.112058 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98915ca6-a6c7-432d-a098-d13a44153b8d req-1b7927e1-3ce0-404e-9077-6400ff5e655b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:22.113519 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98915ca6-a6c7-432d-a098-d13a44153b8d req-1b7927e1-3ce0-404e-9077-6400ff5e655b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0826104
May 31 13:07:22.156788 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98915ca6-a6c7-432d-a098-d13a44153b8d req-0b498b40-77a8-4df0-af9b-e4e72da60c58 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374515
May 31 13:07:22.372155 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c53f-898f-4d34-976a-1ea370dbe9ce req-cd1e4e3f-175b-4829-b37d-d65ec8762201 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:22.373596 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6441c53f-898f-4d34-976a-1ea370dbe9ce req-cd1e4e3f-175b-4829-b37d-d65ec8762201 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0775101
May 31 13:07:22.415774 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6441c53f-898f-4d34-976a-1ea370dbe9ce req-a7bc48eb-a267-43c6-a556-4953d594e063 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365891
May 31 13:07:23.336789 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047d49f-6500-4116-8220-9e62b039a352 req-e393fa58-8667-4a64-a1be-c89738c3ad16 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:23.338220 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2047d49f-6500-4116-8220-9e62b039a352 req-e393fa58-8667-4a64-a1be-c89738c3ad16 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0777524
May 31 13:07:23.381000 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2047d49f-6500-4116-8220-9e62b039a352 req-8bc0627e-eb61-4e96-a2d4-e6fcfea6dfdf tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372241
May 31 13:07:23.608117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2d280-3d34-4521-8b06-7d1ee5331070 req-1cf85e81-c06e-4f6e-b716-fcbcc8086bb3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:23.609576 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-87e2d280-3d34-4521-8b06-7d1ee5331070 req-1cf85e81-c06e-4f6e-b716-fcbcc8086bb3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0839186
May 31 13:07:23.653103 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-87e2d280-3d34-4521-8b06-7d1ee5331070 req-145e2082-3c19-4f3f-bbf7-b574b3df4af1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379012
May 31 13:07:24.569142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5de6df-8f58-4bdf-8408-979e2267af09 req-c89d4df4-c8b5-4709-a30e-81783785dfae tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:24.570570 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9e5de6df-8f58-4bdf-8408-979e2267af09 req-c89d4df4-c8b5-4709-a30e-81783785dfae tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0818126
May 31 13:07:24.614861 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9e5de6df-8f58-4bdf-8408-979e2267af09 req-9e47f6f4-3949-4937-ae5c-ba35fbe7467d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383337
May 31 13:07:24.838420 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d260e-58a6-40f8-b513-38067bfb7ae7 req-ab2b1194-a0fe-4e3b-b9db-510e2df2e63a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:24.839861 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-049d260e-58a6-40f8-b513-38067bfb7ae7 req-ab2b1194-a0fe-4e3b-b9db-510e2df2e63a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0791068
May 31 13:07:24.883553 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-049d260e-58a6-40f8-b513-38067bfb7ae7 req-78367b20-2e6f-476d-9f4a-b9e1660f2961 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375767
May 31 13:07:25.795792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181264a-e11a-4e45-baa7-e97152ef7788 req-187a142a-e97a-4b56-ae29-0bb43124efa4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:25.797241 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2181264a-e11a-4e45-baa7-e97152ef7788 req-187a142a-e97a-4b56-ae29-0bb43124efa4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0784705
May 31 13:07:25.844534 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2181264a-e11a-4e45-baa7-e97152ef7788 req-19344c15-c086-4e02-9a00-54cc4b283c00 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409751
May 31 13:07:26.081725 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362738db-f5f7-49b5-8ba0-4e955cf94ee8 req-232d42a1-1912-4626-b36b-aee1ac5d2400 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:26.083182 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-362738db-f5f7-49b5-8ba0-4e955cf94ee8 req-232d42a1-1912-4626-b36b-aee1ac5d2400 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0879030
May 31 13:07:26.126977 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-362738db-f5f7-49b5-8ba0-4e955cf94ee8 req-40de23c1-c885-482e-ac98-b7970639b672 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382414
May 31 13:07:27.025943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad02899-a1c8-4ade-95cd-218bc635707d req-7b618916-5b03-4ab5-b904-fd70d9bedd7d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:27.027368 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cad02899-a1c8-4ade-95cd-218bc635707d req-7b618916-5b03-4ab5-b904-fd70d9bedd7d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0793283
May 31 13:07:27.070986 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cad02899-a1c8-4ade-95cd-218bc635707d req-27ed549d-9284-4084-8c86-b804b406238b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380971
May 31 13:07:27.310672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5bd9d-2e18-4a47-9539-028a64726775 req-14905880-06b7-4a1c-9b46-cac14878a5f7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:27.312120 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b6b5bd9d-2e18-4a47-9539-028a64726775 req-14905880-06b7-4a1c-9b46-cac14878a5f7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0785511
May 31 13:07:27.358724 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b6b5bd9d-2e18-4a47-9539-028a64726775 req-b0e8d3c0-f672-41aa-8473-3a9735d5f506 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404003
May 31 13:07:28.262449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1101e1-f095-4892-81ac-7fbe67908910 req-676ee55a-c8ab-4ccb-8a37-8aee3ca2c756 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:28.263878 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d1101e1-f095-4892-81ac-7fbe67908910 req-676ee55a-c8ab-4ccb-8a37-8aee3ca2c756 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0884736
May 31 13:07:28.307038 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d1101e1-f095-4892-81ac-7fbe67908910 req-5892449f-b4f5-44a2-b4de-2bde0738e8e7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369556
May 31 13:07:28.542964 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:07:28.543542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d22de-e7a8-429c-a600-3727c6c4ef57 req-6a88b681-c5fe-4042-a1d9-724558870cae tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:28.544683 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-669d22de-e7a8-429c-a600-3727c6c4ef57 req-6a88b681-c5fe-4042-a1d9-724558870cae tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 943 time: 0.0787141
May 31 13:07:28.590295 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-669d22de-e7a8-429c-a600-3727c6c4ef57 req-9551c07f-b07d-4605-9af3-c6ef499f8752 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394039
May 31 13:07:28.674456 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:07:28.690986 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'mac_address': 'fa:16:3e:f0:82:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:07:28.747527 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:28.765293 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:07:28.780949 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:07:28.785046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:28.787435 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c0f29314-ef6c-4247-b6af-46e1da021a9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:07:28.858706 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=9']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:07:28.862430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:07:28.879232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-82500217-27a2-47af-bebb-2b2d581b1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:28.880708 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-82500217-27a2-47af-bebb-2b2d581b1132 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1138 time: 0.0947559
May 31 13:07:28.903556 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722305e-873f-4dfd-a1b3-3f6ab04a4d79 req-cacbf8f9-ea41-46fa-b5fd-64f2bd42d9f5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:28.905058 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2722305e-873f-4dfd-a1b3-3f6ab04a4d79 req-cacbf8f9-ea41-46fa-b5fd-64f2bd42d9f5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0837979
May 31 13:07:28.950398 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2722305e-873f-4dfd-a1b3-3f6ab04a4d79 req-bc04e67d-827d-412e-aab9-a62993234606 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:07:28.964896 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2722305e-873f-4dfd-a1b3-3f6ab04a4d79 req-bc04e67d-827d-412e-aab9-a62993234606 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:07:28.966045 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2722305e-873f-4dfd-a1b3-3f6ab04a4d79 req-bc04e67d-827d-412e-aab9-a62993234606 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0545685
May 31 13:07:29.014633 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-925c79c9-6322-40bb-9ce8-66662f0dcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:29.016050 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-925c79c9-6322-40bb-9ce8-66662f0dcb5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.1275725
May 31 13:07:29.122213 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-505d458e-6ecb-427e-a762-036c807ac632 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1002 time: 0.0980740
May 31 13:07:29.151541 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['cf09e52b-342e-43eb-b98e-0a14cf62528e'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:07:29.183379 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-fd979a1e-fbc5-4b49-aece-634465d2f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:29.184788 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-fd979a1e-fbc5-4b49-aece-634465d2f153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.0560613
May 31 13:07:29.261121 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-3ee569bc-b766-4994-9261-6704ce5add09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:29.262480 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-3ee569bc-b766-4994-9261-6704ce5add09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709825
May 31 13:07:29.527879 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-b7307fb6-ae8f-4c4f-8212-546587a54120 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580397
May 31 13:07:29.561644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fa416-7f64-4a44-8168-2e3a0210b849 req-8f40e3da-27f3-47d7-b4d7-c01abc427fb0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:29.563006 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-479fa416-7f64-4a44-8168-2e3a0210b849 req-8f40e3da-27f3-47d7-b4d7-c01abc427fb0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1437478
May 31 13:07:29.685332 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-479fa416-7f64-4a44-8168-2e3a0210b849 req-3bd292bd-e43a-4a62-bed2-9a742ccf3af6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160290
May 31 13:07:29.707816 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1522696d-6f4e-4b60-b8b4-74dbf55ff147 req-9c243b30-10fd-439f-9113-c82c71e55fcb service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721609
May 31 13:07:29.779224 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb72d1-5cdb-48c7-8ec4-c920d272c61d req-0cb32bc9-2aaa-43d7-943a-4f8140850f7c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:29.780600 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5bbb72d1-5cdb-48c7-8ec4-c920d272c61d req-0cb32bc9-2aaa-43d7-943a-4f8140850f7c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 944 time: 0.0796678
May 31 13:07:29.824214 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5bbb72d1-5cdb-48c7-8ec4-c920d272c61d req-0733941f-c418-4195-89b0-eb82c6e52efc tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379138
May 31 13:07:30.158344 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ab5a1-eb97-4055-a4cd-dc2ec05cc757 req-cda5d90f-42ee-4fd9-b8f2-de341e43ebd6 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:30.159805 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bb3ab5a1-eb97-4055-a4cd-dc2ec05cc757 req-cda5d90f-42ee-4fd9-b8f2-de341e43ebd6 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0795095
May 31 13:07:30.205984 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bb3ab5a1-eb97-4055-a4cd-dc2ec05cc757 req-25b77845-10a3-410b-a965-59e27f36a0e5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0400476
May 31 13:07:30.571927 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:07:30.641518 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port cf09e52b-342e-43eb-b98e-0a14cf62528e triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:07:30.641930 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:30.755924 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:30.786197 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:07:30.788465 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd5fac7-ebe2-4cb5-892f-59b5a24e8e88" -d '{"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:07:30.796443 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:07:30.801338 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:30.804245 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c429f771-df73-4de4-9583-bb9d418176c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:07:30.883008 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c9106-fef1-4024-b3d2-a389bab64745 req-34c611ff-6dd9-4140-9f8c-7f35044155b6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:30.884843 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-174c9106-fef1-4024-b3d2-a389bab64745 req-34c611ff-6dd9-4140-9f8c-7f35044155b6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0925272
May 31 13:07:30.900213 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b5757-a963-44d6-8dbc-2ec380feb7d0 x-openstack-request-id: req-d85b5757-a963-44d6-8dbc-2ec380feb7d0 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:07:30.900515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-plugged", "status": "completed", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:07:30.901417 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d85b5757-a963-44d6-8dbc-2ec380feb7d0 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:07:30.901811 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'code': 200}
May 31 13:07:30.909330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=10']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:07:30.920750 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:07:30.933457 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-174c9106-fef1-4024-b3d2-a389bab64745 req-6a261da2-82be-4e02-88ef-0cc29785e537 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417025
May 31 13:07:31.062764 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbe85c-2c0d-4dcd-b1fd-4de62bf2f657 req-62ba47e9-03f3-4d3d-8826-69e75d78707d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:31.064221 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a8bbe85c-2c0d-4dcd-b1fd-4de62bf2f657 req-62ba47e9-03f3-4d3d-8826-69e75d78707d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0825481
May 31 13:07:31.107923 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a8bbe85c-2c0d-4dcd-b1fd-4de62bf2f657 req-85ca7d75-3f0b-4697-b841-a9c55e806a8f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381660
May 31 13:07:31.397081 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b2dfd-9f0d-47d9-9aa8-174039875912 req-6681d22d-13c4-4b06-b182-a352b2209ccd tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:31.398469 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-030b2dfd-9f0d-47d9-9aa8-174039875912 req-6681d22d-13c4-4b06-b182-a352b2209ccd tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0876982
May 31 13:07:31.450261 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-030b2dfd-9f0d-47d9-9aa8-174039875912 req-8b4b925e-78aa-4be0-a985-1efbf5b9503e tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461547
May 31 13:07:31.499209 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2a6b9-e1e9-4a06-8335-d2e8eb82f761 req-2921a2ae-ca23-40e3-9b30-45c9c33409df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:31.500711 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7fb2a6b9-e1e9-4a06-8335-d2e8eb82f761 req-2921a2ae-ca23-40e3-9b30-45c9c33409df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1099 time: 0.0698540
May 31 13:07:31.544439 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7fb2a6b9-e1e9-4a06-8335-d2e8eb82f761 req-6f069945-a399-43e7-80b0-35f371b67d10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372660
May 31 13:07:32.133065 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288701e-9d5b-437e-afe2-85cbd237c274 req-f6e767ca-8181-4bf3-aa00-3e9b3e50df66 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:32.134544 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0288701e-9d5b-437e-afe2-85cbd237c274 req-f6e767ca-8181-4bf3-aa00-3e9b3e50df66 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0909712
May 31 13:07:32.179050 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0288701e-9d5b-437e-afe2-85cbd237c274 req-e6d973d7-569c-4484-842f-86896731d173 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388715
May 31 13:07:32.299792 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7cff1-6e14-4c2c-a612-6d4d85dd3988 req-0844361c-d957-406d-855e-085f0ec2ba6b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:32.301286 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7ed7cff1-6e14-4c2c-a612-6d4d85dd3988 req-0844361c-d957-406d-855e-085f0ec2ba6b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0860472
May 31 13:07:32.345543 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7ed7cff1-6e14-4c2c-a612-6d4d85dd3988 req-3c3231a0-1400-4340-bbb2-36bb309fc293 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379815
May 31 13:07:32.633078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58efbe-012f-44f1-a213-f591c8a18aa1 req-b186dc42-d2ea-4af2-b34b-daa7f8fb3b09 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:32.634419 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7a58efbe-012f-44f1-a213-f591c8a18aa1 req-b186dc42-d2ea-4af2-b34b-daa7f8fb3b09 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0819604
May 31 13:07:32.681955 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7a58efbe-012f-44f1-a213-f591c8a18aa1 req-7c06c2a7-56cb-48c7-ad08-430dbc2c1423 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419106
May 31 13:07:33.368169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260f2d7-75a7-40a4-ac3e-0e8e84eb72b5 req-da3dcd00-a701-4ef2-93c6-63e317e88eab tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:33.369661 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1260f2d7-75a7-40a4-ac3e-0e8e84eb72b5 req-da3dcd00-a701-4ef2-93c6-63e317e88eab tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0851870
May 31 13:07:33.414791 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1260f2d7-75a7-40a4-ac3e-0e8e84eb72b5 req-a55094d1-b9ee-4542-8877-7e6be7060b09 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393524
May 31 13:07:33.537731 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798c1b8-7cec-4b8c-9afd-c5a8803d8996 req-bf2ddfab-c76d-42df-bbba-ac6a93e9c779 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:33.539192 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6798c1b8-7cec-4b8c-9afd-c5a8803d8996 req-bf2ddfab-c76d-42df-bbba-ac6a93e9c779 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0818028
May 31 13:07:33.587320 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6798c1b8-7cec-4b8c-9afd-c5a8803d8996 req-ea82fabc-a60b-4e1e-8d3d-caf61b5aeabf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408692
May 31 13:07:33.864011 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59576-341f-43fc-a2b2-31fe62887df3 req-f00c4fba-0f25-42c5-986e-b84b49c5c4a9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:33.865509 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5be59576-341f-43fc-a2b2-31fe62887df3 req-f00c4fba-0f25-42c5-986e-b84b49c5c4a9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0788198
May 31 13:07:33.912125 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5be59576-341f-43fc-a2b2-31fe62887df3 req-5ab82426-32a4-4ec5-a1ad-c9a22113a294 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407145
May 31 13:07:34.604963 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e108f-c694-4fe7-a516-35f6d6a84a81 req-36f164a8-f83c-4889-bb16-333cdc91f7fb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:34.606406 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3c3e108f-c694-4fe7-a516-35f6d6a84a81 req-36f164a8-f83c-4889-bb16-333cdc91f7fb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0832038
May 31 13:07:34.652386 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3c3e108f-c694-4fe7-a516-35f6d6a84a81 req-ba5e2568-aceb-4725-b2de-e7bc78215459 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398798
May 31 13:07:34.780344 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb55834-4ba8-43db-b062-1689b5542189 req-69e88fc5-d389-44b6-befc-a2c0c84046f3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:34.781732 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9eb55834-4ba8-43db-b062-1689b5542189 req-69e88fc5-d389-44b6-befc-a2c0c84046f3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0825081
May 31 13:07:34.825318 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9eb55834-4ba8-43db-b062-1689b5542189 req-de81a268-b87d-412b-9d1d-2aa77a17ba37 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379176
May 31 13:07:34.880500 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:07:35.093518 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f0926-b5ef-44b5-8f61-8529f699be15 req-e15e865c-b8f0-42de-b3fe-994240eef00a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:35.095431 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f04f0926-b5ef-44b5-8f61-8529f699be15 req-e15e865c-b8f0-42de-b3fe-994240eef00a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0801213
May 31 13:07:35.140570 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f04f0926-b5ef-44b5-8f61-8529f699be15 req-c4b51eb3-1640-4b03-9cc1-3ad630621c12 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395291
May 31 13:07:35.832656 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95efbb-874c-4227-a9f3-dfccb25f0917 req-31596d4a-5ce7-43b0-83a3-6d7882a1197c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:35.834106 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd95efbb-874c-4227-a9f3-dfccb25f0917 req-31596d4a-5ce7-43b0-83a3-6d7882a1197c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0779843
May 31 13:07:35.880685 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bd95efbb-874c-4227-a9f3-dfccb25f0917 req-199b2075-0b41-464a-a8a8-ffe0ffb4318e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411253
May 31 13:07:36.324259 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0ab6-f745-46e6-ab3c-2cb3b9ad7bd4 req-94ff54d9-74bc-4b5d-993e-15d6b542e6e9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:36.325815 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-755f0ab6-f745-46e6-ab3c-2cb3b9ad7bd4 req-94ff54d9-74bc-4b5d-993e-15d6b542e6e9 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0826054
May 31 13:07:36.371005 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-755f0ab6-f745-46e6-ab3c-2cb3b9ad7bd4 req-8243309a-3c23-4f82-8929-43a72fa8fa34 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0393553
May 31 13:07:37.064061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1b195-880c-410d-9bd3-f34873f8e2cb req-565a9325-d2e6-4e3e-864a-129107b155df tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:37.065542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bdc1b195-880c-410d-9bd3-f34873f8e2cb req-565a9325-d2e6-4e3e-864a-129107b155df tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0793085
May 31 13:07:37.109563 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bdc1b195-880c-410d-9bd3-f34873f8e2cb req-42ca65eb-390f-4c32-9531-df820b6498e5 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380368
May 31 13:07:37.559872 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-0738077c-451e-425b-b4a8-35242e7c2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:37.561359 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-0738077c-451e-425b-b4a8-35242e7c2d7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 1099 time: 0.1370451
May 31 13:07:37.585068 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2449-581e-453f-980b-88233bbbbc39 req-5b89df8d-8e4d-4013-b784-e405e8e0a1ca tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:37.586520 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-619a2449-581e-453f-980b-88233bbbbc39 req-5b89df8d-8e4d-4013-b784-e405e8e0a1ca tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0839963
May 31 13:07:37.596960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92288cb-0d21-410e-951b-204357e3cff4 req-50914dc2-dfd5-4d5e-81d3-0b7fdd4ea873 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:37.598394 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a92288cb-0d21-410e-951b-204357e3cff4 req-50914dc2-dfd5-4d5e-81d3-0b7fdd4ea873 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.1179252
May 31 13:07:37.719689 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-619a2449-581e-453f-980b-88233bbbbc39 req-40b84a3e-3026-4f82-a3e9-c541b883974d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273885
May 31 13:07:37.721179 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a92288cb-0d21-410e-951b-204357e3cff4 req-c317b193-244b-43b5-8379-5b26d475b98f tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1167789
May 31 13:07:37.787565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-2e304d12-c6d6-4cee-9ddb-5b0d28d26714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:37.788981 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-2e304d12-c6d6-4cee-9ddb-5b0d28d26714 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.2192361
May 31 13:07:37.898393 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-88a1de8a-67ba-46ab-8807-9166b75f7b1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 200  len: 1001 time: 0.1004918
May 31 13:07:37.901287 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-a2f4c984-b552-411a-8983-89573ca451e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1747339
May 31 13:07:38.086693 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-23c3b905-e570-4ab5-8b75-b89b51b9f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.088137 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-23c3b905-e570-4ab5-8b75-b89b51b9f7f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.1796682
May 31 13:07:38.149692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bc52-0480-4161-85fa-a513519366b3 req-fd5a5407-a45c-4077-848a-1c76d2632842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.151099 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-fd5a5407-a45c-4077-848a-1c76d2632842 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 1099 time: 0.1399641
May 31 13:07:38.170666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-63baa4c9-c744-431e-a9d5-bc3358d300a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.172104 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-63baa4c9-c744-431e-a9d5-bc3358d300a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766397
May 31 13:07:38.401687 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bc52-0480-4161-85fa-a513519366b3 req-03bb7423-badf-48e6-a2bf-bf5f6d719353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.403112 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-03bb7423-badf-48e6-a2bf-bf5f6d719353 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.2301948
May 31 13:07:38.406044 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-7cf4234a-4365-4c07-99d3-985acf5d9939 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156188
May 31 13:07:38.599467 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-863f17af-ff9a-4944-8db6-171289999671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 200  len: 1000 time: 0.1796513
May 31 13:07:38.676567 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-09152ae0-b33a-4b9a-834b-06a9b7c27d6a req-ba42b499-038d-4e69-a61a-3c1e3c4a8d2f service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2555611
May 31 13:07:38.685139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bc52-0480-4161-85fa-a513519366b3 req-253f5e50-8ea4-496a-9604-6cba55311f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.686771 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-253f5e50-8ea4-496a-9604-6cba55311f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0756664
May 31 13:07:38.765545 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812bc52-0480-4161-85fa-a513519366b3 req-838498dd-5a12-434a-aefe-e68f13ffc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.767880 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-838498dd-5a12-434a-aefe-e68f13ffc7b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755210
May 31 13:07:38.916427 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b7e3-d710-4edc-ace7-b29a8d95ea36 req-eb2ae798-873a-444f-a944-3a0bc5db4a32 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.917930 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-94a3b7e3-d710-4edc-ace7-b29a8d95ea36 req-eb2ae798-873a-444f-a944-3a0bc5db4a32 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0816717
May 31 13:07:38.959690 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-2fbaa34f-a855-4e35-8366-78c74546249d service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839538
May 31 13:07:38.965855 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-94a3b7e3-d710-4edc-ace7-b29a8d95ea36 req-bfc4aa00-b99c-463f-b5c3-ca0065d1c663 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422072
May 31 13:07:38.973896 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d981e-c136-4278-a4fe-42a43026ceb1 req-bdb31c85-d2e6-429d-a295-0fb245b7caf7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:38.975288 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9d7d981e-c136-4278-a4fe-42a43026ceb1 req-bdb31c85-d2e6-429d-a295-0fb245b7caf7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.1269472
May 31 13:07:39.096191 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9d7d981e-c136-4278-a4fe-42a43026ceb1 req-1e7be19a-fae6-4781-9432-c1cef635de5a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1027639
May 31 13:07:39.138070 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4812bc52-0480-4161-85fa-a513519366b3 req-5a4fb36b-8bf9-408d-85f6-64c091893bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618588
May 31 13:07:39.821852 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:40.151468 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc53f-eb80-4f89-b295-0fa0caffb23f req-4f3ea0b4-c7de-4988-90dd-2b6428bf06c6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:40.152933 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-859fc53f-eb80-4f89-b295-0fa0caffb23f req-4f3ea0b4-c7de-4988-90dd-2b6428bf06c6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.0810812
May 31 13:07:40.196851 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-859fc53f-eb80-4f89-b295-0fa0caffb23f req-2d3608e6-13a5-4cd4-a217-aec4b89cc31c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376487
May 31 13:07:40.283938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2078f7-bced-49bc-8301-34bc459908ed req-f03876ed-7219-4a43-8551-321d972f22bc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:40.285401 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2b2078f7-bced-49bc-8301-34bc459908ed req-f03876ed-7219-4a43-8551-321d972f22bc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0799637
May 31 13:07:40.336367 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2b2078f7-bced-49bc-8301-34bc459908ed req-c34d01f9-ffcb-412e-b7c3-44aff89c4f80 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451930
May 31 13:07:41.522138 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bd5f8-d65c-49f8-a9e9-0ac637870721 req-46e67a4f-b593-466c-bb35-40fcdb6052b0 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:07:41.523586 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-386bd5f8-d65c-49f8-a9e9-0ac637870721 req-46e67a4f-b593-466c-bb35-40fcdb6052b0 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0847225
May 31 13:07:41.569257 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-386bd5f8-d65c-49f8-a9e9-0ac637870721 req-6e18c6d5-bfe9-493a-a445-45762b4d8cc0 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&id=27a2218a-946a-45a5-835a-dd83fa2796b6&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399323
May 31 13:07:41.796929 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4778193e-2030-4311-a49e-77bb330452a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:44.016141 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:44.200129 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-02f53b0a-ada0-4a62-908c-ca782929d93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:45.287650 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:07:47.136546 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:09.841496 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:11.797316 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7ef3162a-daf5-430b-9b8b-b819411a206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:11.879244 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:08:14.019640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:14.200246 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f8b3baca-bdb4-444b-a780-8df0748c43b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:15.290326 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:17.137178 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:33.524058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f444a-0af0-45a5-b51c-fe847bf1392f req-567a5703-653b-47e1-8277-9bd42764d60c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:33.525542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e3f444a-0af0-45a5-b51c-fe847bf1392f req-567a5703-653b-47e1-8277-9bd42764d60c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0835626
May 31 13:08:33.569670 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5e3f444a-0af0-45a5-b51c-fe847bf1392f req-f2e99ee9-dfc6-4943-a4ab-fcd924475cd4 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384729
May 31 13:08:34.772242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b48d9-d8f9-488f-9841-b9560a2ff977 req-00827487-9510-4b32-ad4f-781d99e6d5ef tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:34.773617 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c00b48d9-d8f9-488f-9841-b9560a2ff977 req-00827487-9510-4b32-ad4f-781d99e6d5ef tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0826819
May 31 13:08:34.818404 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c00b48d9-d8f9-488f-9841-b9560a2ff977 req-6a6a8972-56ac-48f8-80c2-3dfb4f660299 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391059
May 31 13:08:36.004860 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc5831-2440-49e4-acca-38a2a0508e5b req-e3d5b19e-936b-45b0-bfc3-efe32d94c4b3 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:36.006299 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fcbc5831-2440-49e4-acca-38a2a0508e5b req-e3d5b19e-936b-45b0-bfc3-efe32d94c4b3 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0840180
May 31 13:08:36.049539 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fcbc5831-2440-49e4-acca-38a2a0508e5b req-6c06b7e3-23be-4cdf-ba9f-b0a5f8018281 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376182
May 31 13:08:37.230685 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae553d8-138d-455d-b6a3-c5fdb15a80ef req-c4446e1f-97be-4f9b-a002-0f74ef3304dd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:37.232112 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1ae553d8-138d-455d-b6a3-c5fdb15a80ef req-c4446e1f-97be-4f9b-a002-0f74ef3304dd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0790088
May 31 13:08:37.276357 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1ae553d8-138d-455d-b6a3-c5fdb15a80ef req-b334316e-a89e-4b98-a27b-2b37d7edacf6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387373
May 31 13:08:38.464761 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018165-0a9b-4517-85b4-5ff6a838f807 req-ca3b89bd-3cae-4c07-af0c-52e18c57236b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:38.466226 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e018165-0a9b-4517-85b4-5ff6a838f807 req-ca3b89bd-3cae-4c07-af0c-52e18c57236b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0780880
May 31 13:08:38.511067 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9e018165-0a9b-4517-85b4-5ff6a838f807 req-711f3ad7-4750-4220-affa-12d1f470224f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394480
May 31 13:08:39.837776 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:39.839531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c699f-3545-4195-a935-d31022003718 req-0d931a3b-2c21-48ca-8ffa-677adc68a439 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:39.841032 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-372c699f-3545-4195-a935-d31022003718 req-0d931a3b-2c21-48ca-8ffa-677adc68a439 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2272940
May 31 13:08:39.843933 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-0864bab2-3ce9-47b2-ac35-df91b7db1b69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1031003
May 31 13:08:39.927749 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-372c699f-3545-4195-a935-d31022003718 req-44c91da4-2a4f-4925-8b10-655ddabe55a7 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811663
May 31 13:08:39.955671 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-31612efe-b011-47b5-b2e4-7d67ed02e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:39.957193 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-31612efe-b011-47b5-b2e4-7d67ed02e298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1138 time: 0.0780671
May 31 13:08:40.102346 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-0982dc36-ecc3-4489-b79d-681ce0596593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:40.103708 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-0982dc36-ecc3-4489-b79d-681ce0596593 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.1263931
May 31 13:08:40.217085 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-27a1f6b9-fe68-4510-a025-0752fcc40996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1002 time: 0.1057229
May 31 13:08:40.280704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-86c7bdc9-e368-445b-8720-943de4556516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:40.282175 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-86c7bdc9-e368-445b-8720-943de4556516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.0577288
May 31 13:08:40.366380 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-d857ab77-6be1-4d79-9b91-12e26a096acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:40.368016 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-d857ab77-6be1-4d79-9b91-12e26a096acd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780075
May 31 13:08:40.499090 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-b5dd937a-b39e-4ec7-8d9b-8fc4b25afe3e service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230140
May 31 13:08:40.637785 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ee1eba5-7fd5-41f7-abfa-00088af4796a req-2bc2180a-271f-4fa4-a313-91c1efb36802 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278520
May 31 13:08:41.121888 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42036-67ba-4888-a773-c41718850644 req-9f0fbec1-345d-44f0-a49a-13967377a591 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:41.123315 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7cf42036-67ba-4888-a773-c41718850644 req-9f0fbec1-345d-44f0-a49a-13967377a591 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0818942
May 31 13:08:41.166085 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7cf42036-67ba-4888-a773-c41718850644 req-8ae80bc3-73c2-4d68-89b4-0a0dde8fe623 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372684
May 31 13:08:41.798100 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2457729c-d1c7-430b-b51f-81ae7f792ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:42.357230 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32642f98-974f-4456-8627-d345d063bbe2 req-02133a85-52e3-4d91-8cc9-a4fdba29e61c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:42.358724 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32642f98-974f-4456-8627-d345d063bbe2 req-02133a85-52e3-4d91-8cc9-a4fdba29e61c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0894442
May 31 13:08:42.406302 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-32642f98-974f-4456-8627-d345d063bbe2 req-efd4095d-1997-4eff-be45-a65d811d478a tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412557
May 31 13:08:43.592508 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341a281-54a5-4be1-b576-fc2ff3f7299a req-e4a4ac17-2dc8-48dd-a8a5-e60abf9c390b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:43.594194 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5341a281-54a5-4be1-b576-fc2ff3f7299a req-e4a4ac17-2dc8-48dd-a8a5-e60abf9c390b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0795100
May 31 13:08:43.639791 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93e31-32ba-407a-ab74-200ba502b73b req-d4b7fcea-92f2-484b-afd2-b8e7e430229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:43.641463 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-d4b7fcea-92f2-484b-afd2-b8e7e430229e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.0763757
May 31 13:08:43.643770 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5341a281-54a5-4be1-b576-fc2ff3f7299a req-88b55f69-79eb-4073-9e98-d80564d04df5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436192
May 31 13:08:43.783962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93e31-32ba-407a-ab74-200ba502b73b req-8529135b-24fe-4b66-be3a-3de139bcacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:43.785594 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-8529135b-24fe-4b66-be3a-3de139bcacf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.1365049
May 31 13:08:43.899092 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-785cb5e7-4027-49cf-a343-0d0da493c42d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1002 time: 0.1060095
May 31 13:08:43.904393 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d2d2-5110-4808-b648-96f5a2510c97 req-8771a073-df8a-4349-b116-7817a4d06dc4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:43.905858 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3a77d2d2-5110-4808-b648-96f5a2510c97 req-8771a073-df8a-4349-b116-7817a4d06dc4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0791361
May 31 13:08:43.950296 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3a77d2d2-5110-4808-b648-96f5a2510c97 req-050a9906-6c59-411f-be19-3ee2bf06e562 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382724
May 31 13:08:43.963256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93e31-32ba-407a-ab74-200ba502b73b req-ded165a1-b9d9-4364-bf77-2250d480c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:43.964718 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-ded165a1-b9d9-4364-bf77-2250d480c7f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.0579259
May 31 13:08:44.021075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:44.041886 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93e31-32ba-407a-ab74-200ba502b73b req-7e31f12d-d7c0-49a0-9b67-5189df8dab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:44.043340 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-7e31f12d-d7c0-49a0-9b67-5189df8dab13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723681
May 31 13:08:44.172131 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-3b63420e-60d2-402d-b201-31060aca3741 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209800
May 31 13:08:44.200375 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a076ccd4-0a93-4cb8-a15e-5cc83dbd1657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:44.386980 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-81e93e31-32ba-407a-ab74-200ba502b73b req-72b0f147-cdbe-432c-ac86-22e1fbc914ba service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058928
May 31 13:08:44.829060 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66bf2-11a0-4ccb-a34f-f08ceffa6a72 req-564757a3-4b73-4922-8c14-2a659449f17c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:44.830498 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-08f66bf2-11a0-4ccb-a34f-f08ceffa6a72 req-564757a3-4b73-4922-8c14-2a659449f17c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0828133
May 31 13:08:44.873894 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-08f66bf2-11a0-4ccb-a34f-f08ceffa6a72 req-f42a536b-678e-42c0-9731-2e1e0f61d796 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372570
May 31 13:08:45.140103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34cbc0-68fe-4246-ab44-95939bbf9f4b req-88145fc1-4512-4ad3-9b9e-ca2bc551a956 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:45.141467 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2b34cbc0-68fe-4246-ab44-95939bbf9f4b req-88145fc1-4512-4ad3-9b9e-ca2bc551a956 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0821793
May 31 13:08:45.183962 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2b34cbc0-68fe-4246-ab44-95939bbf9f4b req-a12a2a5c-12e4-42e4-858c-71881533ed2b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370388
May 31 13:08:45.294649 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:45.757180 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-d41db5ea-0829-4168-b028-4783b1e11e49 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430604322&fields=id&tenant_id=0a02f083ce334260b43647d8ed2907b6 HTTP/1.1" status: 200  len: 267 time: 0.0394838
May 31 13:08:45.841635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-cdd20dd0-fa25-4e95-ac57-ddffed01bd46 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:45.843052 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-cdd20dd0-fa25-4e95-ac57-ddffed01bd46 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 985 time: 0.0808613
May 31 13:08:45.854118 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Request body: {'port': {'security_groups': ['6bd806b0-ec3f-4c7d-beec-2cbb863dd085']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:46.023393 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.056756 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a70d62-ed75-40df-aee8-5eb2a8e9b225 req-d07a8bbf-7c7f-402e-84fc-d3d5d37c98dc tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:46.058224 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-98a70d62-ed75-40df-aee8-5eb2a8e9b225 req-d07a8bbf-7c7f-402e-84fc-d3d5d37c98dc tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0792844
May 31 13:08:46.102498 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-98a70d62-ed75-40df-aee8-5eb2a8e9b225 req-12d049da-dc69-4c5a-98c7-a9d3d91d136b tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385852
May 31 13:08:46.107644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-0eb847e3-dde9-41b5-a3f1-ec636fe24d22 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:46.109084 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-0eb847e3-dde9-41b5-a3f1-ec636fe24d22 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.1594212
May 31 13:08:46.379009 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Deleting port cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:46.379345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.382774 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69833f8-6e73-4417-a97d-1f08b31e0758 req-2bf22131-081b-4a63-a8f7-f5fac4a2b82d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:46.384468 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e69833f8-6e73-4417-a97d-1f08b31e0758 req-2bf22131-081b-4a63-a8f7-f5fac4a2b82d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.0899119
May 31 13:08:46.431735 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e69833f8-6e73-4417-a97d-1f08b31e0758 req-5ffe5927-b298-4630-be99-cbc04abfbc02 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411680
May 31 13:08:46.465355 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:08:46.539372 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.545826 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.554095 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-62edefa4-2c7c-4134-b11c-29694e07a190 tempest-VolumesActionsTest-2140617569 tempest-VolumesActionsTest-2140617569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:46.558398 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['86b4e892-92f0-42ff-ab47-c93786192ca5'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:08:46.614906 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] For port cf09e52b-342e-43eb-b98e-0a14cf62528e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=cf09e52b-342e-43eb-b98e-0a14cf62528e,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:08:46.615272 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.640264 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:46.640908 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.642303 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8b54fd0f-d5d1-49d4-87e8-2ab31a3f82bd req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "PUT /v2.0/ports/86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 943 time: 0.7926557
May 31 13:08:46.642812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:46.645186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773b5cf7-3508-40e1-8321-667adaf191cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:46.648750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59674) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:46.734887 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['86b4e892-92f0-42ff-ab47-c93786192ca5'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:08:46.737117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.784331 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.821210 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event updated for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=7']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:46.832889 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.833497 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.834041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.834559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.835078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.835598 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.836128 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.837051 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.837625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.838140 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.838646 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.839275 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.914992 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.919370 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:46.945421 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2050f215-788a-47c6-9c6c-96f5e76ca985 x-openstack-request-id: req-2050f215-788a-47c6-9c6c-96f5e76ca985 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:46.946074 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:46.946451 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2050f215-788a-47c6-9c6c-96f5e76ca985 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:46.947105 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:08:46.947926 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:46.949042 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a2218a-946a-45a5-835a-dd83fa2796b6,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:46.959867 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.959867 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.960205 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.960411 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.960762 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.961151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.961508 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.961863 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.962219 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.962570 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.962919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.963268 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:46.967825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:46.989775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:46.990972 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7da9f6a2-57a3-4f36-910b-bcf4572ce323 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "DELETE /v2.0/security-groups/27a2218a-946a-45a5-835a-dd83fa2796b6 HTTP/1.1" status: 204  len: 168 time: 0.3412061
May 31 13:08:46.994049 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59680) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:47.031022 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f31cb832-73a9-4134-9f5a-4d3317c545ce None None] Provisioning complete for port 86b4e892-92f0-42ff-ab47-c93786192ca5 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:08:47.031405 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f31cb832-73a9-4134-9f5a-4d3317c545ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.182917 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5cf7-3508-40e1-8321-667adaf191cf req-6f54ddfc-d40d-48bf-b1de-0165bfcda4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:47.184381 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-6f54ddfc-d40d-48bf-b1de-0165bfcda4b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1099 time: 0.2243140
May 31 13:08:47.188426 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.188850 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.189201 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Floating IP 7e292b98-2424-493e-a84c-6d5c6e7f806e disassociated. External IP: 172.27.3.44, port: cf09e52b-342e-43eb-b98e-0a14cf62528e.
May 31 13:08:47.189597 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Calling delete_port for cf09e52b-342e-43eb-b98e-0a14cf62528e owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:47.232730 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.289625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Deleting port 4d329f73-8aec-41d2-87e8-576944a47b94 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:47.289967 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.522643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5cf7-3508-40e1-8321-667adaf191cf req-707422be-8726-4eff-8009-1e7636165811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:47.524190 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-707422be-8726-4eff-8009-1e7636165811 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.3297422
May 31 13:08:47.543061 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.543653 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.637381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e692d-58a4-4602-8721-a2386e17cbe3 req-afee7cf8-56d9-4bde-9bcb-f4339534802f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:47.638746 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-153e692d-58a4-4602-8721-a2386e17cbe3 req-afee7cf8-56d9-4bde-9bcb-f4339534802f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2726331
May 31 13:08:47.703169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Calling delete_port for 4d329f73-8aec-41d2-87e8-576944a47b94 owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:47.723891 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-69df9d1c-c212-4cea-acdd-3c3e2e0b46b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 1002 time: 0.1905587
May 31 13:08:47.774523 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7c64-cd50-40dd-adb2-adf454ca55f3 req-87437da6-47d1-4322-a302-70a9d4a0453d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:47.775965 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-25fb7c64-cd50-40dd-adb2-adf454ca55f3 req-87437da6-47d1-4322-a302-70a9d4a0453d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 946 time: 0.1710341
May 31 13:08:47.778794 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-153e692d-58a4-4602-8721-a2386e17cbe3 req-fb73e822-fd8e-40fd-8b6e-07ac85b5120d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087046
May 31 13:08:47.794982 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.802405 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d93ee25b-9b24-4278-b1fb-4098b22f48a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:47.844928 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-25fb7c64-cd50-40dd-adb2-adf454ca55f3 req-d1d7e776-7ec0-476e-b7df-fb5d209da60f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa1afa97-1a02-4394-9f5d-d646791b2fad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590217
May 31 13:08:47.851074 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'Port': ['ID=cf09e52b-342e-43eb-b98e-0a14cf62528e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:47.856449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:47.887974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5cf7-3508-40e1-8321-667adaf191cf req-5ff64b1c-30a6-4a3b-8a79-3f36b9d39d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:47.889413 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-5ff64b1c-30a6-4a3b-8a79-3f36b9d39d81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.1549475
May 31 13:08:47.928626 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:47.933992 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:47.982845 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event deleted for resources: {'Port': ['ID=4d329f73-8aec-41d2-87e8-576944a47b94,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:47.991535 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:48.125564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:48.126082 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.l3_db [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Floating IP 11a4740f-31a3-4db3-9f4c-5370efbd49f9 disassociated (deleted). External IP: 172.27.3.122, port: 86b4e892-92f0-42ff-ab47-c93786192ca5.
May 31 13:08:48.175510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b5cf7-3508-40e1-8321-667adaf191cf req-943a6dac-9882-4c87-aff2-83e5aba9adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:48.176924 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-943a6dac-9882-4c87-aff2-83e5aba9adfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2268724
May 31 13:08:48.254218 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:08:48.448554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeb889-88e7-4c56-8732-e35870e8519e req-5c5f9374-a085-485f-9da0-fa85d31776b3 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:48.450256 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8ceeb889-88e7-4c56-8732-e35870e8519e req-5c5f9374-a085-485f-9da0-fa85d31776b3 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2418249
May 31 13:08:48.495258 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-08df06a6-e9b4-4fbf-beb7-212bda11b187 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750430
May 31 13:08:48.498069 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-b34eca64-1830-4317-8082-10d50ae02161 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3658891
May 31 13:08:48.532721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30059f6-d0a6-454f-8020-0e7509eaecdd req-44dabbd8-4740-4d88-8059-c2dc874861ce tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:48.534292 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c30059f6-d0a6-454f-8020-0e7509eaecdd req-44dabbd8-4740-4d88-8059-c2dc874861ce tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.3518362
May 31 13:08:48.586290 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8ceeb889-88e7-4c56-8732-e35870e8519e req-499e1d7b-abec-40ad-923b-1829406c3053 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274178
May 31 13:08:48.651709 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Router 1eb20c32-0110-4814-a8b5-002fe188851b has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:08:48.764167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:08:48.775382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:08:48.784121 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c30059f6-d0a6-454f-8020-0e7509eaecdd req-9f491497-5c73-45a7-8440-62d944f46236 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1731777
May 31 13:08:48.793709 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:48.794343 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327590a30>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:48.869377 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:08:48.878448 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:08:48.892993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:48.900390 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Sync routers for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:08:48.931016 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:48.932445 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327fa8f10>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:48.939656 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:08:48.973364 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "DELETE /v2.0/floatingips/11a4740f-31a3-4db3-9f4c-5370efbd49f9 HTTP/1.1" status: 204  len: 168 time: 1.9781747
May 31 13:08:48.974229 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:48.977156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f80627-e396-4b35-a7e8-85028e98eeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:49.208921 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-50a0d0b7-3eb1-4612-b363-a9f9325bf997 req-60832465-57c9-40d2-8c66-bacf2cc72214 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=601236fb-5ff1-40f4-bd72-227e938f7a07 HTTP/1.1" status: 200  len: 210 time: 0.0819950
May 31 13:08:49.217158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] No DVR routers for this DVR port cf09e52b-342e-43eb-b98e-0a14cf62528e on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:08:49.223202 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:49.245256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-deleted', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:49.248470 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc607a8-0bb4-40f0-a6e6-a6b269190b59" -d '{"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-deleted", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:49.254873 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-773b5cf7-3508-40e1-8321-667adaf191cf req-9688e836-49e7-459c-812a-67bb45eaa90e service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7524636
May 31 13:08:49.257239 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-79449465-7194-4ec3-a39f-dd8c9c9758bf req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "DELETE /v2.0/ports/cf09e52b-342e-43eb-b98e-0a14cf62528e HTTP/1.1" status: 204  len: 173 time: 3.1395562
May 31 13:08:49.369364 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc50b39-91db-4673-b644-6f34060e4915 x-openstack-request-id: req-ebc50b39-91db-4673-b644-6f34060e4915 {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:49.369769 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:49.370069 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebc50b39-91db-4673-b644-6f34060e4915 {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:49.370591 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:08:49.423331 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:49.432767 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:49.468465 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c1858-5306-4336-908d-a58179739a89 x-openstack-request-id: req-a77c1858-5306-4336-908d-a58179739a89 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:49.469389 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601236fb-5ff1-40f4-bd72-227e938f7a07", "name": "network-vif-deleted", "tag": "cf09e52b-342e-43eb-b98e-0a14cf62528e", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:49.469844 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a77c1858-5306-4336-908d-a58179739a89 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:49.470432 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601236fb-5ff1-40f4-bd72-227e938f7a07', 'name': 'network-vif-deleted', 'tag': 'cf09e52b-342e-43eb-b98e-0a14cf62528e', 'status': 'completed', 'code': 200}
May 31 13:08:49.546823 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-e4be2deb-b7cd-4f40-b554-21f2302d8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:49.549207 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-e4be2deb-b7cd-4f40-b554-21f2302d8c73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0a02f083ce334260b43647d8ed2907b6&device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 1099 time: 0.1388566
May 31 13:08:49.561735 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-98fd5d2f-6c9a-469e-9d22-c53b149d9253 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:49.564254 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-98fd5d2f-6c9a-469e-9d22-c53b149d9253 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.2348652
May 31 13:08:49.576153 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:49.719320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:49.725893 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6707cb-6cf7-4ef4-beb1-c7a7dd520711" -d '{"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:49.747198 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:08:49.899111 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b676f-7125-49fc-91db-208cf0b2dcbc req-f32976ff-647f-4652-81f3-411f30476bdf tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:49.908827 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-015b676f-7125-49fc-91db-208cf0b2dcbc req-f32976ff-647f-4652-81f3-411f30476bdf tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.1463537
May 31 13:08:49.909442 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:49.912233 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:08:49.988873 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c029bd-8ba8-4660-bdc8-b477f0cd71e7 x-openstack-request-id: req-31c029bd-8ba8-4660-bdc8-b477f0cd71e7 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:49.989173 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-unplugged", "status": "failed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "code": 422}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:49.989436 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31c029bd-8ba8-4660-bdc8-b477f0cd71e7 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:49.989986 dv-cinder-793264-2-iscsi neutron-server[91788]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'code': 422} returned with failed status
May 31 13:08:49.992555 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:50.012206 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-5976c6eb-d88a-4f7a-be41-691d5cbdcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:50.014229 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-5976c6eb-d88a-4f7a-be41-691d5cbdcc51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 200  len: 916 time: 0.4483829
May 31 13:08:50.025538 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-015b676f-7125-49fc-91db-208cf0b2dcbc req-3b49daba-cb76-49a2-b121-571cf274e0d6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145973
May 31 13:08:50.051920 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327fa8f10>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:50.063403 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Checking router: 1eb20c32-0110-4814-a8b5-002fe188851b for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:08:50.076098 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:50.076745 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327fa8f10>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:50.098376 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: cf09e52b-342e-43eb-b98e-0a14cf62528e {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:08:50.100104 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-10d34ce6-7129-4d1d-af4b-d4c6781ea029 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 200  len: 217 time: 0.0750778
May 31 13:08:50.101051 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device cf09e52b-342e-43eb-b98e-0a14cf62528e not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:08:50.200705 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=6']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:50.250525 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.250761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.250975 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.251308 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.251641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.251972 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.265544 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.266107 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.266824 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.267358 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.267848 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.269092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:08:50.284120 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:50.295046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Deleting port 20841df4-514c-4349-8dbd-0c787e267813 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:50.295618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.380630 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59734) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:50.382307 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327590a30>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:50.388136 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:08:50.404396 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:50.405150 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327590a30>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:50.443725 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:50.468294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-db45c402-a626-4f79-97cf-b6cccc3ddb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:50.469803 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-db45c402-a626-4f79-97cf-b6cccc3ddb70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 200  len: 854 time: 0.3628774
May 31 13:08:50.630981 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.693748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.713692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fefb57-5fee-4b30-9b98-ea27886fd024 req-447de287-d02e-449b-bc67-a0d0bdd43deb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:50.726035 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-42fefb57-5fee-4b30-9b98-ea27886fd024 req-447de287-d02e-449b-bc67-a0d0bdd43deb tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.5533960
May 31 13:08:50.742377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] For port 20841df4-514c-4349-8dbd-0c787e267813, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=20841df4-514c-4349-8dbd-0c787e267813,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:08:50.742377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.774801 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:50.798981 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-42fefb57-5fee-4b30-9b98-ea27886fd024 req-fd4d850f-5124-4232-8547-4c3d77c51305 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461538
May 31 13:08:50.831039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.836185 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a548bf1b-04e4-43fa-9bd0-cfb13b7c5dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:50.864723 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1afa97-1a02-4394-9f5d-d646791b2fad,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:50.879891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:50.886194 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:50.889865 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa1afa97-1a02-4394-9f5d-d646791b2fad HTTP/1.1" status: 204  len: 168 time: 0.5055676
May 31 13:08:50.890126 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59738) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:50.923175 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.api.v2.resource [None req-f5d46b46-d9cc-43fb-8c52-f043732ac643 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] show failed (client error): The resource could not be found.
May 31 13:08:50.927141 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f5d46b46-d9cc-43fb-8c52-f043732ac643 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups/aa1afa97-1a02-4394-9f5d-d646791b2fad HTTP/1.1" status: 404  len: 347 time: 0.0331917
May 31 13:08:50.927286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59744) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:51.014859 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-b1fd467d-b945-46af-995b-52fd232728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:51.017346 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-b1fd467d-b945-46af-995b-52fd232728ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=60cc8fb7-1057-4e47-9700-0ee6057ae456&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5179756
May 31 13:08:51.123902 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327fa8f10>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:51.128678 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56627ed2-c5bc-45ac-a52c-5ccc41ea08e2 None None] The sync data for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi is: [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:04:28Z', 'revision_number': 4, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'b62d8bb5-2fc1-4fc6-9578-85c2eecf6633', 'name': '', 'network_id': '60cc8fb7-1057-4e47-9700-0ee6057ae456', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'mac_address': 'fa:16:3e:03:9f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:27Z', 'updated_at': '2021-05-31T13:04:37Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'subnets': [{'id': '05f0b966-471d-4c4c-bed4-1a2c058776c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:08:51.310653 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Deleting port abfa58b1-44fd-4b9f-a581-421404c39ab6 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:51.311347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.326803 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327590a30>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:51.332328 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98656d58-23ec-45f7-b15b-a10c6c03a2c6 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:08:51.443284 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-44f8f0ef-63c5-4672-bb7a-e5ccabb8de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:51.444766 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-44f8f0ef-63c5-4672-bb7a-e5ccabb8de4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1&tenant_id=b1f7fe73c2c748dd856bfec53c1ff416 HTTP/1.1" status: 200  len: 1097 time: 0.5129957
May 31 13:08:51.462403 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.462750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.464507 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684728a0-ff62-4d03-8b5a-3aa2b0e72edd req-0a9e50fe-165b-45bd-bce2-653b7d2ca335 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:51.466016 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-684728a0-ff62-4d03-8b5a-3aa2b0e72edd req-0a9e50fe-165b-45bd-bce2-653b7d2ca335 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.2773726
May 31 13:08:51.518725 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a3aa4-47a9-44e2-aed5-2103c2142b47 None None] New status for floating IP 11a4740f-31a3-4db3-9f4c-5370efbd49f9: DOWN {{(pid=91788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:08:51.617703 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Calling delete_port for abfa58b1-44fd-4b9f-a581-421404c39ab6 owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:51.668268 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84008c-8f37-475b-a70c-76854aca5389 None None] New status for floating IP 7e292b98-2424-493e-a84c-6d5c6e7f806e: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:08:51.744289 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-03815330-96b1-4cb4-9089-4a02a43e7ed0 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7193797
May 31 13:08:51.758970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.763717 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:51.812951 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-684728a0-ff62-4d03-8b5a-3aa2b0e72edd req-201a064d-8a97-49fb-b3ce-8548507383cd tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2765126
May 31 13:08:51.816304 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.816598 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:51.816934 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Floating IP 85f1a72d-0e7e-4ade-898d-dcae10112c99 disassociated. External IP: 172.27.3.59, port: 20841df4-514c-4349-8dbd-0c787e267813.
May 31 13:08:51.817427 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Calling delete_port for 20841df4-514c-4349-8dbd-0c787e267813 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:51.822891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'Port': ['ID=abfa58b1-44fd-4b9f-a581-421404c39ab6,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:51.839761 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:51.860002 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.db.api [None req-1e84008c-8f37-475b-a70c-76854aca5389 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91789) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 31 13:08:51.860494 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_db.api [None req-1e84008c-8f37-475b-a70c-76854aca5389 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 31 13:08:51.945262 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-3fe38e6a-682d-4740-b254-3f3b7d8f8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:51.946731 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-3fe38e6a-682d-4740-b254-3f3b7d8f8f43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1097 time: 0.4115191
May 31 13:08:51.997737 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50f80627-e396-4b35-a7e8-85028e98eeaf req-c54cc7f9-138a-4dd5-b232-05e40d8584c8 service neutron] 10.222.0.36 "GET /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373059
May 31 13:08:52.008360 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.033149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.041534 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "DELETE /v2.0/floatingips/7e292b98-2424-493e-a84c-6d5c6e7f806e HTTP/1.1" status: 204  len: 168 time: 1.1088071
May 31 13:08:52.054419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c209-b96a-4be3-9914-196292c6e908 req-49699b64-3e5f-40be-aea3-deafd18db3b2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:52.056156 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d7c3c209-b96a-4be3-9914-196292c6e908 req-49699b64-3e5f-40be-aea3-deafd18db3b2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 946 time: 0.1171775
May 31 13:08:52.113101 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d7c3c209-b96a-4be3-9914-196292c6e908 req-b74b20ef-8731-4127-80c4-bfe0a6534394 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=63f62759-eff9-4bd7-841f-78a58c09f082&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442102
May 31 13:08:52.160062 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-2db03cf1-7ad3-4f23-996c-eda0141288be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:52.161573 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-2db03cf1-7ad3-4f23-996c-eda0141288be service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.2008855
May 31 13:08:52.237291 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.249031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:52.285548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59758) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:52.291650 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061802511', 'description': 'tempest-description--976440633'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:52.298222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:52.302933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:52.305486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'Port': ['ID=20841df4-514c-4349-8dbd-0c787e267813,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:52.306033 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:52.311108 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:52.318664 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:52.327779 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-9c2eb6cf-8366-4d49-a304-4919b8374c2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1000 time: 0.1584635
May 31 13:08:52.329993 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.354800 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:52.359267 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:52.362158 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84008c-8f37-475b-a70c-76854aca5389 None None] New status for floating IP 7e292b98-2424-493e-a84c-6d5c6e7f806e: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:08:52.366578 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:52.373663 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:52.454115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.459983 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.464719 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5af9906d-fef6-459b-8ed8-bc3c5af7864e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:52.498467 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddab2c2-7251-45b4-b64c-0ef5891e75a2,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:52.518995 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:52.536340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.537807 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2510462
May 31 13:08:52.541272 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59768) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:52.546556 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group_rule': {'security_group_id': '7ddab2c2-7251-45b4-b64c-0ef5891e75a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:52.552950 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:52.557204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:52.564308 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:52.570183 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:52.571907 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:08:52.591238 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.660331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-7dada7f5-6966-41f2-8a24-3233adfe12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:52.661853 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-7dada7f5-6966-41f2-8a24-3233adfe12c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.1400497
May 31 13:08:52.664460 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.669613 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.679397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-820f1230-973c-47bd-8d59-da0d0ab35c30 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:52.701625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9590e2-e3c0-44e0-8e6a-dd738b908031,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:52.704967 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:52.710862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.714701 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9bb6563b-27c8-4017-abda-f6c8f294dce9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1700437
May 31 13:08:52.715244 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59772) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:52.720405 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'security_group_rule': {'security_group_id': '7ddab2c2-7251-45b4-b64c-0ef5891e75a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:52.726410 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:52.730385 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:security_group_rule and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:52.733556 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:52.740220 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:52.759489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.832018 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.837877 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.840117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c7848896-40d0-42c6-84d5-edc33f9b233f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:52.858419 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:08:52.865984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b71787-536d-4814-beee-9040e5c6731d,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:52.875086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:08:52.880094 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:52.883703 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:52.885474 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1691592
May 31 13:08:52.886624 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:52.887253 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cdec400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:52.887667 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-d0fd09df-0753-4777-bb11-49fdb2c9b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:52.888333 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59778) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:52.889150 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-d0fd09df-0753-4777-bb11-49fdb2c9b865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2178748
May 31 13:08:52.894793 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:52.902261 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:52.906853 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Usage tracker for resource:floatingip and tenant:868556666f104ec1b68be69dc1a0fa6b is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:52.911024 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:52.918703 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:52.931525 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:53.013664 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] No DVR routers for this DVR port 20841df4-514c-4349-8dbd-0c787e267813 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:08:53.019552 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:53.022035 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'name': 'network-vif-deleted', 'tag': '20841df4-514c-4349-8dbd-0c787e267813'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:53.024256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79311283-39a9-458c-85dd-c8976743d091" -d '{"events": [{"server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "name": "network-vif-deleted", "tag": "20841df4-514c-4349-8dbd-0c787e267813"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:53.054473 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53a5df0-67bd-4ee4-b4c1-657ae47d7ba5 req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "DELETE /v2.0/ports/20841df4-514c-4349-8dbd-0c787e267813 HTTP/1.1" status: 204  len: 173 time: 3.4688175
May 31 13:08:53.075232 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:53.078401 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5271f-a706-4568-9dab-ffc9f3ea1fd5 x-openstack-request-id: req-fab5271f-a706-4568-9dab-ffc9f3ea1fd5 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:53.078726 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95f64d1-dfff-4914-ba42-a27550accafa", "name": "network-vif-deleted", "tag": "20841df4-514c-4349-8dbd-0c787e267813", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:53.079013 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fab5271f-a706-4568-9dab-ffc9f3ea1fd5 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:53.079422 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95f64d1-dfff-4914-ba42-a27550accafa', 'name': 'network-vif-deleted', 'tag': '20841df4-514c-4349-8dbd-0c787e267813', 'status': 'completed', 'code': 200}
May 31 13:08:53.118776 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-21f373e1-3e48-48ab-8c0a-beed126c5e9d service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224739
May 31 13:08:53.171939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8011-470e-4e66-a53e-a22fc11f4cee req-9e41e4e8-ea64-4b1a-8e87-cc8b14658058 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:53.176829 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-babb8011-470e-4e66-a53e-a22fc11f4cee req-9e41e4e8-ea64-4b1a-8e87-cc8b14658058 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.2135949
May 31 13:08:53.235082 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 20841df4-514c-4349-8dbd-0c787e267813 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:08:53.244281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:53.316009 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-babb8011-470e-4e66-a53e-a22fc11f4cee req-9ad0cbe4-e1c0-4960-99e5-c5a2efac25f3 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1264091
May 31 13:08:53.324877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 20841df4-514c-4349-8dbd-0c787e267813 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:08:53.325511 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 20841df4-514c-4349-8dbd-0c787e267813 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:08:53.396678 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-0a450c49-6b58-480a-9e4b-48c0010eebcb req-d17f145c-4fb2-4b22-aadd-a0aa9aa0b257 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:53.421749 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Allocated IP 172.27.3.45 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/ac886d66-bd70-4180-b588-3da7c3a16575) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:08:53.439075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-0a450c49-6b58-480a-9e4b-48c0010eebcb req-d17f145c-4fb2-4b22-aadd-a0aa9aa0b257 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:53.440829 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0a450c49-6b58-480a-9e4b-48c0010eebcb req-d17f145c-4fb2-4b22-aadd-a0aa9aa0b257 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95f64d1-dfff-4914-ba42-a27550accafa HTTP/1.1" status: 200  len: 210 time: 0.0850322
May 31 13:08:53.471856 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-07e5ecd2-b07f-4c4f-84dd-375a17a67897 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3448496
May 31 13:08:53.478094 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cdec400>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:53.483086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:08:53.500990 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:08:53.501480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32cdec400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:53.694430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:08:53.712196 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:53.744244 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:53.749182 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79133c59-3680-4847-afda-2a4df8bce56c tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:53.820108 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:08:53.822825 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:08:53.827197 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:08:53.875290 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=ac886d66-bd70-4180-b588-3da7c3a16575,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:53.880246 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:53.937363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.009037 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.061790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8156c-79f3-4a9a-a30d-626a892a5008 req-1639d7bd-b166-4d8e-aea9-3125903922cc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:54.063393 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-58c8156c-79f3-4a9a-a30d-626a892a5008 req-1639d7bd-b166-4d8e-aea9-3125903922cc tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.0811596
May 31 13:08:54.079062 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32cdec400>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:08:54.083392 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555749a0-b642-4ff4-b4bf-ca5f78c4b53f None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:08:54.111106 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-58c8156c-79f3-4a9a-a30d-626a892a5008 req-4573ca98-43bd-4623-b3ef-cdd27c16cfff tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403306
May 31 13:08:54.225087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.229884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.233653 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-aa47a9a2-73c9-45a0-a15c-3da117cd219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:54.294973 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04bc6c-ec6c-414b-a323-913354be3564 None None] New status for floating IP 85f1a72d-0e7e-4ade-898d-dcae10112c99: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:08:54.340080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=ac886d66-bd70-4180-b588-3da7c3a16575,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:54.344121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:54.352989 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.378058 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.379297 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4895282
May 31 13:08:54.547108 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e268a-c98e-4feb-9794-f475a0274dab req-d0ee2367-880d-4234-a7b3-27079ced4e8e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:54.548593 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d57e268a-c98e-4feb-9794-f475a0274dab req-d0ee2367-880d-4234-a7b3-27079ced4e8e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0904408
May 31 13:08:54.576222 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-b4994884-f3d7-4872-9f25-98128f471bc1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1061802511&fields=id&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 267 time: 0.0440540
May 31 13:08:54.596345 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d57e268a-c98e-4feb-9794-f475a0274dab req-50cf49a0-90cd-495b-9293-102ab2124e64 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413988
May 31 13:08:54.704737 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59810) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:54.733881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-395d6df4-2fba-4b11-bf34-aa0c22bb6a25 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:54.735329 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-395d6df4-2fba-4b11-bf34-aa0c22bb6a25 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 817 time: 0.1527393
May 31 13:08:54.749934 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-95e11ef9-308e-40af-876f-9a9aef44e41c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/quotas/868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 375 time: 0.0091066
May 31 13:08:54.772739 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.800780 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.839054 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-e57f6fa0-6b2e-472b-8399-a49825f1301a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:54.853906 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-e57f6fa0-6b2e-472b-8399-a49825f1301a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:54.855010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.855162 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-e57f6fa0-6b2e-472b-8399-a49825f1301a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1001503
May 31 13:08:54.860055 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d2ba0356-db46-46cf-9ee0-fa032cd990be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:54.875095 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f62759-eff9-4bd7-841f-78a58c09f082,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:54.877814 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:54.887955 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:54.889188 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "DELETE /v2.0/security-groups/63f62759-eff9-4bd7-841f-78a58c09f082 HTTP/1.1" status: 204  len: 168 time: 0.1834548
May 31 13:08:54.891816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59816) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:54.908695 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.api.v2.resource [None req-98fbad7c-6100-4215-b962-de280999bbd4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] show failed (client error): The resource could not be found.
May 31 13:08:54.910336 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-98fbad7c-6100-4215-b962-de280999bbd4 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups/63f62759-eff9-4bd7-841f-78a58c09f082 HTTP/1.1" status: 404  len: 347 time: 0.0175138
May 31 13:08:54.913247 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59820) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:55.044835 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-523e514f-c017-413d-807c-43ef29f12e09 service neutron] 10.222.0.20 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775708
May 31 13:08:55.127245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Deleting port ef3ae2f0-83bf-4659-b943-ba1d488ae707 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:55.127584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.174799 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-5c6e94bc-5b12-4230-b01b-96b2d541be90 service neutron] 10.222.0.20 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240907
May 31 13:08:55.292315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.292856 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.364696 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb60e12e-fecd-4a7a-ab7e-31ee358f64d4 req-0ad3c160-942d-41cd-964f-1545f6147814 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 210 time: 0.0459352
May 31 13:08:55.421929 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Calling delete_port for ef3ae2f0-83bf-4659-b943-ba1d488ae707 owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:55.457445 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-204c49af-a919-4f54-89f2-15d32a2c5d0a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:55.458129 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-204c49af-a919-4f54-89f2-15d32a2c5d0a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:55.482722 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-204c49af-a919-4f54-89f2-15d32a2c5d0a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:55.483848 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-204c49af-a919-4f54-89f2-15d32a2c5d0a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.2576861
May 31 13:08:55.567204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-f51d1969-1abc-47b4-b0c3-49e30fb44670 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Synchronizing usage tracker for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:55.599035 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-f51d1969-1abc-47b4-b0c3-49e30fb44670 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Unset dirty status for tenant:0a02f083ce334260b43647d8ed2907b6 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:55.600179 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d3752ea5-e33a-4be7-ad74-6285ebbe6dcd req-f51d1969-1abc-47b4-b0c3-49e30fb44670 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051214
May 31 13:08:55.605242 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.610308 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:55.761828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'Port': ['ID=ef3ae2f0-83bf-4659-b943-ba1d488ae707,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:55.764783 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:55.800521 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764beb15-592e-4383-bd77-0d62d05d132a req-407835d1-81aa-4eee-af61-f45ae7c40817 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:55.802318 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-764beb15-592e-4383-bd77-0d62d05d132a req-407835d1-81aa-4eee-af61-f45ae7c40817 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.0874984
May 31 13:08:55.850396 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-764beb15-592e-4383-bd77-0d62d05d132a req-d0b1f760-d0f5-4b23-9236-e1b69b214aff tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420315
May 31 13:08:55.854280 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.873846 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:55.874986 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "DELETE /v2.0/floatingips/85f1a72d-0e7e-4ade-898d-dcae10112c99 HTTP/1.1" status: 204  len: 168 time: 0.9608660
May 31 13:08:55.983739 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-a41a0940-652a-4a13-a794-01228b26244b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:55.985201 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-a41a0940-652a-4a13-a794-01228b26244b tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.0883029
May 31 13:08:56.119334 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Deleting port 86b4e892-92f0-42ff-ab47-c93786192ca5 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:08:56.119579 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:56.200454 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59840) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:56.208464 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401795937', 'description': 'tempest-description--719514884'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:56.216082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:56.224553 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:56.229236 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:56.246875 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:56.274184 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] For port 86b4e892-92f0-42ff-ab47-c93786192ca5, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=86b4e892-92f0-42ff-ab47-c93786192ca5,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:08:56.274540 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:56.281406 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:56.428758 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:56.432547 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:56.435359 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:56.441068 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:56.457900 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Calling delete_port for 86b4e892-92f0-42ff-ab47-c93786192ca5 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:08:56.679520 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9aa353ac-d3c5-4060-a27a-67ec2a88ff10 req-bf22790d-13b2-4546-9724-96370f75eb7e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 210 time: 0.1654491
May 31 13:08:56.768622 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-f2d918d5-d335-4cc3-b92c-bb6a3cb3ac5e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:56.770086 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-f2d918d5-d335-4cc3-b92c-bb6a3cb3ac5e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 817 time: 0.4186587
May 31 13:08:56.796934 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea41cc-e5d8-48c1-82ef-20f7f6472237 req-8ac807fa-2be0-4793-b607-5474284d6f21 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:56.798404 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bdea41cc-e5d8-48c1-82ef-20f7f6472237 req-8ac807fa-2be0-4793-b607-5474284d6f21 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a3cf4ab-8c9b-4526-a80e-3e754a72daf6 HTTP/1.1" status: 200  len: 946 time: 0.0823028
May 31 13:08:56.822440 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:56.834890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:56.843247 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4ffef5cf-1821-405c-8565-6b73e804a5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:56.844612 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bdea41cc-e5d8-48c1-82ef-20f7f6472237 req-4397a4eb-ca00-4edb-8c78-2561997d52d1 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.20 "GET /v2.0/security-groups?id=6bd806b0-ec3f-4c7d-beec-2cbb863dd085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397828
May 31 13:08:56.911479 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-df3d443b-95ce-4cb2-826f-1622e4a547e5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 380 time: 0.1309812
May 31 13:08:56.930347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'port': {'device_id': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'admin_state_up': True, 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'security_groups': ['7ddab2c2-7251-45b4-b64c-0ef5891e75a2']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:56.974410 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6baa0b-f83a-4b2c-993f-492159864791,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:57.057561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:57.075378 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.076526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-3a6a2f57-f224-4afc-bb6c-273f7479b120 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8750851
May 31 13:08:57.079452 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59854) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:57.085269 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group_rule': {'security_group_id': '6e6baa0b-f83a-4b2c-993f-492159864791', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:57.091053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:57.095607 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:57.099545 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:57.107127 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:57.112365 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.123303 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.129921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3de8f61d-891f-40c8-83b5-26d571bfc0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:57.184109 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Pushing event deleted for resources: {'Port': ['ID=86b4e892-92f0-42ff-ab47-c93786192ca5,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:57.185711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.191444 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.192943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:57.193669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:57.217470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb4686a-f4c9-47b1-98fc-130d0bba7405,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:57.222781 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:57.228924 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.232603 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f3504dde-04c5-4cbd-bc44-794b0c863aef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1497107
May 31 13:08:57.232929 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59858) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:57.237858 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'security_group_rule': {'security_group_id': '6e6baa0b-f83a-4b2c-993f-492159864791', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:57.243850 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:57.247765 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:security_group_rule and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:57.250739 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:57.256434 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:57.272304 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.278673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:57.297117 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] No DVR routers for this DVR port 86b4e892-92f0-42ff-ab47-c93786192ca5 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:08:57.302386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.304251 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-33fc24ed-f46b-4da9-8008-a81bf08522ca req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] 10.222.0.36 "DELETE /v2.0/ports/86b4e892-92f0-42ff-ab47-c93786192ca5 HTTP/1.1" status: 204  len: 173 time: 1.3140483
May 31 13:08:57.305639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'name': 'network-vif-deleted', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:57.308163 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98761ce0-c3e6-4a49-a031-e308244d2a09" -d '{"events": [{"server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "name": "network-vif-deleted", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:57.310897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:57.325992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a9fbe-feb7-4373-a41c-6cab2af58d40 req-e2eb0475-84d7-4fe7-9851-66624f469dbf tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:57.327526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d6a9fbe-feb7-4373-a41c-6cab2af58d40 req-e2eb0475-84d7-4fe7-9851-66624f469dbf tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.3625064
May 31 13:08:57.342758 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.349654 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Made reservation on behalf of 868556666f104ec1b68be69dc1a0fa6b for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:08:57.353810 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.362588 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.365830 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e878d807-5207-4aeb-bca1-47aa852fb026 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:57.385969 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b145ef71-9bf1-4a10-92c8-1a1982f370f8 x-openstack-request-id: req-b145ef71-9bf1-4a10-92c8-1a1982f370f8 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:57.386650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3cf4ab-8c9b-4526-a80e-3e754a72daf6", "name": "network-vif-deleted", "tag": "86b4e892-92f0-42ff-ab47-c93786192ca5", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:57.387122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b145ef71-9bf1-4a10-92c8-1a1982f370f8 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:57.387724 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3cf4ab-8c9b-4526-a80e-3e754a72daf6', 'name': 'network-vif-deleted', 'tag': '86b4e892-92f0-42ff-ab47-c93786192ca5', 'status': 'completed', 'code': 200}
May 31 13:08:57.389416 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300a9a62-1fbd-4d8d-8ee7-d2bb3c28fe44,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:57.397541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:57.405062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.409100 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f5088749-39d2-40ea-b4ee-30510b705e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1723404
May 31 13:08:57.409314 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59864) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:57.415426 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:57.421082 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:08:57.425638 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Usage tracker for resource:floatingip and tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:08:57.429229 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:08:57.436478 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:08:57.447741 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.467638 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d6a9fbe-feb7-4373-a41c-6cab2af58d40 req-0cb38e6d-f88e-4d99-a17f-5f0b23b07a9f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330292
May 31 13:08:57.569938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Allocated IP 172.20.0.4 (71aa5326-155f-438e-a595-bf1a293f13e3/580f275f-667c-4f28-93bb-6eb13edab7b6/77c58ece-ad42-4a47-bd9e-6cdc6d886171) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:08:57.594406 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.758892 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Allocated IP 172.27.3.82 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/666d3929-b51c-4d16-8a63-c519e1e12831) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:08:57.797217 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.813996 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Transition to ACTIVE for port object 77c58ece-ad42-4a47-bd9e-6cdc6d886171 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:08:57.839025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:57.851370 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f0be4317-cd14-450a-9e83-3b914d1c7f90 tempest-VolumesNegativeTest-1103762984 tempest-VolumesNegativeTest-1103762984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:57.913952 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Network 71aa5326-155f-438e-a595-bf1a293f13e3 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:08:57.917797 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:08:57.921891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:08:57.967846 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:57.976789 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:57.998574 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:57.999256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.023635 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-cec8df09-3e02-443c-a7f5-447eca9af9d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:58.024507 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-cec8df09-3e02-443c-a7f5-447eca9af9d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:58.032497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.033729 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1130028
May 31 13:08:58.048620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Request body: {'port': {'device_id': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:08:58.063139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-cec8df09-3e02-443c-a7f5-447eca9af9d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:58.064531 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-cec8df09-3e02-443c-a7f5-447eca9af9d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 931 time: 0.2170351
May 31 13:08:58.119536 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-ea0071e2-7e2a-4b51-a9e8-b40d8f14c92d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:58.124539 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.129294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:58.187352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.200446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:08:58.204142 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:08:58.208952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:08:58.226136 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-11e99a6d-a9b9-42c3-a4a2-05873251b274 None None] Provisioning for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:08:58.232343 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-11e99a6d-a9b9-42c3-a4a2-05873251b274 None None] Provisioning complete for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:08:58.233190 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-11e99a6d-a9b9-42c3-a4a2-05873251b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.238326 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-ea0071e2-7e2a-4b51-a9e8-b40d8f14c92d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:58.239493 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-63e5a29a-9f6e-478a-9dac-1cd1f85e6558 req-ea0071e2-7e2a-4b51-a9e8-b40d8f14c92d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1665571
May 31 13:08:58.240102 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=666d3929-b51c-4d16-8a63-c519e1e12831,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:58.246729 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:58.324461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.331683 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-11e99a6d-a9b9-42c3-a4a2-05873251b274 None None] Port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:08:58.389023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.614294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.619383 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.623948 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-18e327fc-a956-4dda-86cd-8fa0ec74ef01 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:58.660786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:08:58.670090 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.683941 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59920) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:08:58.737955 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=666d3929-b51c-4d16-8a63-c519e1e12831,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:58.742277 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:58.747950 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Transition to ACTIVE for port object 77c58ece-ad42-4a47-bd9e-6cdc6d886171 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:08:58.756085 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.762941 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.787148 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:58.788389 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3776982
May 31 13:08:58.852675 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fba51832-0e91-494b-972a-ee54443cfedb tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:58.937418 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 86b4e892-92f0-42ff-ab47-c93786192ca5 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:08:58.969554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-a2bc4208-4565-4a30-af3a-6dc6bcfa6898 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:58.973094 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 86b4e892-92f0-42ff-ab47-c93786192ca5 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:08:58.973530 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 86b4e892-92f0-42ff-ab47-c93786192ca5 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:08:58.987195 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-a2bc4208-4565-4a30-af3a-6dc6bcfa6898 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:58.988744 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-a2bc4208-4565-4a30-af3a-6dc6bcfa6898 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1401795937&fields=id&tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 267 time: 0.0771005
May 31 13:08:59.101486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59d44b-d506-4976-afa1-43e37d995f61 req-34fa0110-40d9-4025-a54b-5dbc3b73161f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:59.102958 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9e59d44b-d506-4976-afa1-43e37d995f61 req-34fa0110-40d9-4025-a54b-5dbc3b73161f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.4923189
May 31 13:08:59.103604 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:59.119339 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:59.149157 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-549b2643-3509-4e34-85cc-991fe50217c8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:59.150156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-549b2643-3509-4e34-85cc-991fe50217c8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:59.167945 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-549b2643-3509-4e34-85cc-991fe50217c8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:59.169220 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-549b2643-3509-4e34-85cc-991fe50217c8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 810 time: 0.1731443
May 31 13:08:59.183813 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-bf830e70-446b-4a5d-b2cb-f66bce16ba9e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/quotas/8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 375 time: 0.0088298
May 31 13:08:59.271464 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-6395aeb0-a114-40f2-b459-f52c09fff1d7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:59.286247 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-6395aeb0-a114-40f2-b459-f52c09fff1d7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:59.287536 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-6395aeb0-a114-40f2-b459-f52c09fff1d7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0985103
May 31 13:08:59.288362 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9e59d44b-d506-4976-afa1-43e37d995f61 req-c53c47f8-f927-4a91-bee7-ad3b104d193e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1679361
May 31 13:08:59.319295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Attempting to bind port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:08:59.319638 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Attempting to bind port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:08:59.319968 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Attempting to bind port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:08:59.373692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 on network 71aa5326-155f-438e-a595-bf1a293f13e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:08:59.374023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Attempting to bind port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 on network 71aa5326-155f-438e-a595-bf1a293f13e3 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:08:59.403367 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:08:59.403704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Checking segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:08:59.404095 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Bound using segment: {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:08:59.404522 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Bound port: 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e22c74-edf1-49b3-a7da-edc35b5690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:08:59.404892 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:59.586946 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-efe1bd7a-2627-4773-8603-52227891b61f service neutron] 10.222.0.20 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2848020
May 31 13:08:59.612318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:08:59.617185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:08:59.651630 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:59.661038 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:08:59.711212 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0e89-d11b-4d3e-beb5-267b73107474 req-09e69b1a-9abd-44b5-b4df-4cd882562faf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:59.711901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-305e0e89-d11b-4d3e-beb5-267b73107474 req-09e69b1a-9abd-44b5-b4df-4cd882562faf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:08:59.719850 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-30464ee0-ea44-484f-a245-ac1dbf1fb7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270349
May 31 13:08:59.744226 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:59.744872 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:08:59.746199 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] 10.222.0.36 "PUT /v2.0/ports/77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 1093 time: 1.7042983
May 31 13:08:59.753386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:08:59.755413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ae65c-07ec-42c3-9f1c-3fccfe710088" -d '{"events": [{"name": "network-changed", "server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:08:59.775531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-305e0e89-d11b-4d3e-beb5-267b73107474 req-09e69b1a-9abd-44b5-b4df-4cd882562faf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:08:59.776699 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-305e0e89-d11b-4d3e-beb5-267b73107474 req-09e69b1a-9abd-44b5-b4df-4cd882562faf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.3788977
May 31 13:08:59.808710 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:08:59.852121 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:08:59.906423 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-305e0e89-d11b-4d3e-beb5-267b73107474 req-28161339-c0d7-4acc-9aea-29ae08686264 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190681
May 31 13:08:59.917746 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8660b85d-1c8c-4729-8cc8-ee87e0a10bd4 x-openstack-request-id: req-8660b85d-1c8c-4729-8cc8-ee87e0a10bd4 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:08:59.918069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:08:59.918367 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8660b85d-1c8c-4729-8cc8-ee87e0a10bd4 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:08:59.918795 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'status': 'completed', 'code': 200}
May 31 13:08:59.985461 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-1070c7b1-a7a7-4e28-9727-5520e1d0b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:08:59.986987 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-1070c7b1-a7a7-4e28-9727-5520e1d0b4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1096 time: 0.1809185
May 31 13:09:00.013900 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2fe2a7b0-acca-473e-8d08-5a51854149ec req-d127578b-b1d7-42b7-96f1-12e38b4a237e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 210 time: 0.0584512
May 31 13:09:00.058526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-2d6548a6-22d7-4ad8-a018-87b5a901a03f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 217 time: 0.0636737
May 31 13:09:00.101624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:00.254318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-fa0c4878-9bff-47a5-9eda-39b5017f4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:00.255751 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-fa0c4878-9bff-47a5-9eda-39b5017f4dae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.1898644
May 31 13:09:00.625666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-3e425d1a-f5a9-4e9d-a8c9-6c79a1b3bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:00.627033 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-3e425d1a-f5a9-4e9d-a8c9-6c79a1b3bd27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3632736
May 31 13:09:00.637767 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be437b-2657-4701-a649-9ee3d7080833 req-ce8d1cc7-e6cc-4f83-a304-1e400ee603c5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:00.639099 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-00be437b-2657-4701-a649-9ee3d7080833 req-ce8d1cc7-e6cc-4f83-a304-1e400ee603c5 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 944 time: 0.2289014
May 31 13:09:00.779062 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-00be437b-2657-4701-a649-9ee3d7080833 req-0eb9a5d9-2b0d-4c32-8797-c4fd3db8d844 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134660
May 31 13:09:00.889218 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-d2e6d5da-a001-4ad4-a6d1-eed1bb9a2fcc service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490928
May 31 13:09:00.937433 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:09:01.113449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:01.137403 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'port_id': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'mac_address': 'fa:16:3e:e8:f4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:09:01.164032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6be97f-fe4e-48cf-930a-e57f42d5e458 req-2d77b4a3-61d3-4b97-8fcd-c0ddab510a85 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:01.165587 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1a6be97f-fe4e-48cf-930a-e57f42d5e458 req-2d77b4a3-61d3-4b97-8fcd-c0ddab510a85 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.1200833
May 31 13:09:01.205818 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:01.217523 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1a6be97f-fe4e-48cf-930a-e57f42d5e458 req-664ea62c-0b3b-4a47-938e-d1cb309cb6b6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451181
May 31 13:09:01.222461 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1324cb8b-28b0-43d7-a33c-2bd5cef79fa4 req-7bdaba8f-7c29-4c74-9c12-80a8095d92ef tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 210 time: 0.0891898
May 31 13:09:01.230220 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68cadb0-cfdb-4f75-8483-dc4010090ac2 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:09:01.239444 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-8d4d7016-2bab-4538-b396-87dcc38a47ea tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:01.241067 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-8d4d7016-2bab-4538-b396-87dcc38a47ea tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 810 time: 0.3788650
May 31 13:09:01.252129 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e4e7d23-cb0f-46b3-8802-70bc9fa0b76f req-7cf0d4a1-e025-418e-8f03-998666c76964 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380022
May 31 13:09:01.252338 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:01.254973 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Deleting port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:01.255368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:01.256009 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:01.257788 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:01.328188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=7']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:01.331107 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:01.410368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-c274c719-46e4-4c00-b202-ea7942c5d957 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:09:01.454019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-c274c719-46e4-4c00-b202-ea7942c5d957 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:09:01.455112 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-c274c719-46e4-4c00-b202-ea7942c5d957 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c HTTP/1.1" status: 200  len: 380 time: 0.2020130
May 31 13:09:01.475006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'port': {'device_id': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'admin_state_up': True, 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'security_groups': ['6e6baa0b-f83a-4b2c-993f-492159864791']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:09:01.500487 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] For port b62d8bb5-2fc1-4fc6-9578-85c2eecf6633, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:01.500863 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:01.677782 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Calling delete_port for b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 owned by network:router_interface {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:01.692847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-8ee553db-3bb9-463d-b6ec-a5f1bc064ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:01.694305 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-8ee553db-3bb9-463d-b6ec-a5f1bc064ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1096 time: 0.3570812
May 31 13:09:01.757812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:09:01.792428 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:09:01.868874 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['a68cadb0-cfdb-4f75-8483-dc4010090ac2'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:09:01.971567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32139-67c5-43c4-a6c1-25e8610ddfb3 req-e8487215-4bed-402f-802d-0ae646a3a6d0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:01.973443 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-23c32139-67c5-43c4-a6c1-25e8610ddfb3 req-e8487215-4bed-402f-802d-0ae646a3a6d0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 945 time: 0.0888004
May 31 13:09:02.019418 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-23c32139-67c5-43c4-a6c1-25e8610ddfb3 req-63565c4b-6598-4ee0-a931-84079d8fcd17 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398550
May 31 13:09:02.078454 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Made reservation on behalf of 8181df2d0f9e4ceaac4d01bb1aef8f5c for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:09:02.082442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:02.222106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-28c8a844-e36f-48f3-8120-96720d85e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:02.223461 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-28c8a844-e36f-48f3-8120-96720d85e164 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.4681582
May 31 13:09:02.309260 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-e353f3d4-4b9a-4578-a1a7-750349f139bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 217 time: 0.0748792
May 31 13:09:02.376454 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-76015105-54df-40e6-b6af-767f8b51b307 req-195642a8-a4ec-4593-8df8-71e6c152a56b tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 210 time: 0.0455515
May 31 13:09:02.528500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-7a7407b7-30f8-4a24-8028-5e25d129e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:02.529955 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-7a7407b7-30f8-4a24-8028-5e25d129e794 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.2124841
May 31 13:09:02.593151 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Allocated IP 172.20.0.8 (1c6288f2-4229-4d70-87dc-70741c357487/bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5/0d85964b-c8d5-4227-b5e7-57ffb3b04348) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:09:02.646716 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:02.658622 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-79356681-ecf5-4970-a16d-f795e3f1747a tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:02.721941 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62d8bb5-2fc1-4fc6-9578-85c2eecf6633,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:02.725973 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:02.738645 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a13238-9eeb-479e-abaf-d2a681bc1ddd req-57874997-397b-4cca-ba76-821f9ad70ec9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:02.740562 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a2a13238-9eeb-479e-abaf-d2a681bc1ddd req-57874997-397b-4cca-ba76-821f9ad70ec9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.3861163
May 31 13:09:02.912200 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-53565a41-0520-46ff-99b2-77851714d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:02.913720 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-53565a41-0520-46ff-99b2-77851714d693 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3761368
May 31 13:09:02.948371 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:09:03.021505 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port a68cadb0-cfdb-4f75-8483-dc4010090ac2 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:09:03.021779 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.036603 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a2a13238-9eeb-479e-abaf-d2a681bc1ddd req-7eec495a-ae38-4562-a5c1-2c15403380ff tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2609475
May 31 13:09:03.144385 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.172051 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:03.174789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be274e32-4f29-4996-a013-3b7f181dfc9e" -d '{"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:03.183250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:03.188707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.192131 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:03.222336 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab104127-cdc4-4405-85bc-b30a52c81483 req-4596f92e-9aa4-4c62-a214-7357256bf850 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:03.224013 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ab104127-cdc4-4405-85bc-b30a52c81483 req-4596f92e-9aa4-4c62-a214-7357256bf850 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 945 time: 0.0867791
May 31 13:09:03.236402 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ae1f9-e464-493f-ad75-008f7a6417b2 x-openstack-request-id: req-6c5ae1f9-e464-493f-ad75-008f7a6417b2 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:03.236757 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-plugged", "status": "completed", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:03.237126 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c5ae1f9-e464-493f-ad75-008f7a6417b2 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:03.237577 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'code': 200}
May 31 13:09:03.277401 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=8']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:03.287883 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ab104127-cdc4-4405-85bc-b30a52c81483 req-21b2e1cc-b55b-4def-a51e-66b5d06c709e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581238
May 31 13:09:03.289057 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:03.296248 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-78b9d427-f1f2-479a-8c21-5e5e08cfd698 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3682578
May 31 13:09:03.301426 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.504418 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Transition to ACTIVE for port object 0d85964b-c8d5-4227-b5e7-57ffb3b04348 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:09:03.594143 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.606433 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b5b840a9-ce13-463a-a385-a86c12952a8c req-a1058d06-6a04-4f5b-8819-c9dc7ae526a1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 210 time: 0.1060495
May 31 13:09:03.757700 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-80f14eb7-6973-456a-ba62-c785c1262e4b service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4530396
May 31 13:09:03.814399 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:03.836538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:03.879338 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1ecf6-9b06-4550-8787-ed2f11bc8ac8 req-c40cecaf-b014-4408-b199-6285834899b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:03.880705 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fab1ecf6-9b06-4550-8787-ed2f11bc8ac8 req-c40cecaf-b014-4408-b199-6285834899b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.3696616
May 31 13:09:03.940680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Network 1c6288f2-4229-4d70-87dc-70741c357487 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:09:03.946139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:09:03.954882 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:09:03.991018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event updated for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:04.001477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:04.060514 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fab1ecf6-9b06-4550-8787-ed2f11bc8ac8 req-b41e912c-8f91-4fb8-8982-b5dd1ef232e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1692634
May 31 13:09:04.110355 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:04.111092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:04.136915 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f9c96b13-7f32-494f-bebd-51e76662a3c1 None None] Provisioning for port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:09:04.141558 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f9c96b13-7f32-494f-bebd-51e76662a3c1 None None] Provisioning complete for port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:09:04.141942 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f9c96b13-7f32-494f-bebd-51e76662a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:04.199780 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-f9c96b13-7f32-494f-bebd-51e76662a3c1 None None] Port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:09:04.217761 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7519257
May 31 13:09:04.233922 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Router 1eb20c32-0110-4814-a8b5-002fe188851b has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:09:04.244771 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a589-c65a-405b-929b-8c026feaef43 req-90988013-13b7-4f8c-8639-20c3e8c31aea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:04.246286 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-db65a589-c65a-405b-929b-8c026feaef43 req-90988013-13b7-4f8c-8639-20c3e8c31aea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0957255
May 31 13:09:04.246899 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Request body: {'port': {'device_id': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:09:04.291615 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-db65a589-c65a-405b-929b-8c026feaef43 req-c67c3dcb-52b1-4620-88ad-fc642ddc0362 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396130
May 31 13:09:04.564047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:04.625077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:09:04.634307 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Sync routers for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:09:04.640722 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] 10.222.0.20 "PUT /v2.0/routers/1eb20c32-0110-4814-a8b5-002fe188851b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9510374
May 31 13:09:04.641047 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 59980) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:04.656289 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:04.657996 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c495970>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:04.673986 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836889d-6d14-4d39-85b1-110dd35c60bb req-e8aa7c65-b5fa-400f-8c29-4b9512d39895 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:04.676422 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d836889d-6d14-4d39-85b1-110dd35c60bb req-e8aa7c65-b5fa-400f-8c29-4b9512d39895 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2708349
May 31 13:09:04.789439 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d836889d-6d14-4d39-85b1-110dd35c60bb req-98ee4719-be5f-4795-b731-d356232b97ad tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715559
May 31 13:09:04.859078 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:04.901857 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.007787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99245-3456-4242-b418-9da3f9e73d06 req-0b937ac0-f564-46fa-8619-2f8ac5904309 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:05.008199 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:09:05.009520 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cdc99245-3456-4242-b418-9da3f9e73d06 req-0b937ac0-f564-46fa-8619-2f8ac5904309 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 931 time: 0.2666433
May 31 13:09:05.119551 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d85964b-c8d5-4227-b5e7-57ffb3b04348 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:09:05.133347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.136354 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cdc99245-3456-4242-b418-9da3f9e73d06 req-43e64a55-bd56-41f0-88f8-15252dc0bbf1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732720
May 31 13:09:05.142601 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.155830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Transition to ACTIVE for port object 0d85964b-c8d5-4227-b5e7-57ffb3b04348 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:09:05.163232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.168491 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:05.233455 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Deleting port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:05.233945 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.359963 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:05.364763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:05.379139 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:05.389363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] For port 063c98d4-36fe-4d2d-9c93-e76e9259fa8f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:05.390321 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.402770 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:09:05.449467 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Attempting to bind port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:09:05.449805 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Attempting to bind port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:09:05.450130 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Attempting to bind port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:09:05.475304 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c495970>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:09:02Z', 'revision_number': 5, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port': {'id': '063c98d4-36fe-4d2d-9c93-e76e9259fa8f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:3a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:21Z', 'updated_at': '2021-05-31T13:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:05.479954 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.496529 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Checking router: 1eb20c32-0110-4814-a8b5-002fe188851b for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:09:05.510857 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 on network 1c6288f2-4229-4d70-87dc-70741c357487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:09:05.511188 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Attempting to bind port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 on network 1c6288f2-4229-4d70-87dc-70741c357487 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:09:05.511485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:09:05.516653 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Routers {'1eb20c32-0110-4814-a8b5-002fe188851b'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:05.517408 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c495970>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['1eb20c32-0110-4814-a8b5-002fe188851b'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:05.523728 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:09:05.524070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Checking segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:09:05.524449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Bound using segment: {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:09:05.524902 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Bound port: 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f629a6b-ddc8-4237-832a-2f01651638e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:09:05.525250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.551427 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Calling delete_port for 063c98d4-36fe-4d2d-9c93-e76e9259fa8f owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:05.638673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853c46-1d03-49fb-869f-9f38c57808b6 req-e24ec220-47eb-4100-9d57-3f7478957342 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:05.640219 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9b853c46-1d03-49fb-869f-9f38c57808b6 req-e24ec220-47eb-4100-9d57-3f7478957342 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.1870780
May 31 13:09:05.649987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:09:05.662321 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:05.674720 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.678561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:09:05.678921 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:05.694343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.700653 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-69e3846b-6cb7-43cf-aea8-7871bf3852df tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:05.743884 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] Set router 1eb20c32-0110-4814-a8b5-002fe188851b gateway port host: None {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:05.754333 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9b853c46-1d03-49fb-869f-9f38c57808b6 req-4c01d73a-5ba4-485b-9050-b97c9d127ac9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064141
May 31 13:09:05.767092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:05.767879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.769940 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d85964b-c8d5-4227-b5e7-57ffb3b04348 HTTP/1.1" status: 200  len: 1093 time: 1.5279701
May 31 13:09:05.772950 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:05.775249 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:05.805362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:05.816074 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:05.884233 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:05.885231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c0b78-0a7d-4b17-8945-1968bdf067e8 x-openstack-request-id: req-800c0b78-0a7d-4b17-8945-1968bdf067e8 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:05.885580 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:05.885865 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-800c0b78-0a7d-4b17-8945-1968bdf067e8 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:05.886279 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'status': 'completed', 'code': 200}
May 31 13:09:05.890135 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8899a039-7639-46c6-a6ff-dc8c40d7723d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:05.899822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-f0723031-8991-41b2-8976-b648134fd53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c495970>, [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:09:05Z', 'revision_number': 6, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:05.906164 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:05.917872 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0723031-8991-41b2-8976-b648134fd53e None None] The sync data for ids ['1eb20c32-0110-4814-a8b5-002fe188851b'] in dv-cinder-793264-2-iscsi is: [{'id': '1eb20c32-0110-4814-a8b5-002fe188851b', 'name': 'tempest-TestMinimumBasicScenario-1324843010-router', 'tenant_id': '0a02f083ce334260b43647d8ed2907b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:20Z', 'updated_at': '2021-05-31T13:09:05Z', 'revision_number': 6, 'project_id': '0a02f083ce334260b43647d8ed2907b6', 'gw_port_host': None}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:09:05.919516 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:05.920243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-5ab562fc-d373-4616-a953-a834be74ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:05.921781 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-5ab562fc-d373-4616-a953-a834be74ce1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 1096 time: 0.0854926
May 31 13:09:05.981286 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Pushing event deleted for resources: {'Port': ['ID=063c98d4-36fe-4d2d-9c93-e76e9259fa8f,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:05.997869 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['77c58ece-ad42-4a47-bd9e-6cdc6d886171'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:09:06.010059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:06.041608 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-adbaaf4f-1e80-45b3-b585-68890b53d373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348 HTTP/1.1" status: 200  len: 217 time: 0.1119943
May 31 13:09:06.079862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.125591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-7bc3f3ab-8690-4249-ab60-e5dfabab51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:06.128663 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-7bc3f3ab-8690-4249-ab60-e5dfabab51ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.0758743
May 31 13:09:06.140624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb647763-2f4a-4c24-b38c-3facdddcfb3e req-3847ae61-9b91-4c40-962c-6758eb12dc1d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:06.142184 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eb647763-2f4a-4c24-b38c-3facdddcfb3e req-3847ae61-9b91-4c40-962c-6758eb12dc1d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.1540163
May 31 13:09:06.234957 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eb647763-2f4a-4c24-b38c-3facdddcfb3e req-926bb623-067d-4f97-823e-abba9d341a2f tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609174
May 31 13:09:06.254428 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-d7949a9a-594e-44c8-888a-d7b8994818c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:06.256057 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-d7949a9a-594e-44c8-888a-d7b8994818c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1130435
May 31 13:09:06.289782 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.296827 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.343480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.343981 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb20c32-0110-4814-a8b5-002fe188851b {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:09:06.360135 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.361345 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1eb20c32-0110-4814-a8b5-002fe188851b HTTP/1.1" status: 204  len: 168 time: 1.7192223
May 31 13:09:06.364644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 59994) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:06.370412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4e2f9-94e1-417c-9b8d-93a9cbf25600 req-4e951e14-7d6c-4002-b1a7-e8bed12281f8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:06.371880 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-39c4e2f9-94e1-417c-9b8d-93a9cbf25600 req-4e951e14-7d6c-4002-b1a7-e8bed12281f8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 943 time: 0.1182916
May 31 13:09:06.417955 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-39c4e2f9-94e1-417c-9b8d-93a9cbf25600 req-ad95bf22-6d7b-40a4-9819-bca8119f7805 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397108
May 31 13:09:06.454363 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-87716fb8-6352-4401-998a-031fc3836eef service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901696
May 31 13:09:06.458957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Deleting subnet 05f0b966-471d-4c4c-bed4-1a2c058776c5 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:09:06.481589 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.591542 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:06.676867 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2cab6db7-33bd-4985-aab6-992bcea0108e req-9ae156c7-c09c-4747-a9a0-e632f56774a7 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157016
May 31 13:09:06.797234 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.062319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-1ba3b219-63d0-4c07-9d4d-0ba2372e378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.063778 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-1ba3b219-63d0-4c07-9d4d-0ba2372e378c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 1096 time: 0.3372085
May 31 13:09:07.200665 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d78a1-9fc1-4ffe-9a42-bfffd9b9869d req-8909f84e-0911-41f7-9f30-4250f082603d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.202044 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822d78a1-9fc1-4ffe-9a42-bfffd9b9869d req-8909f84e-0911-41f7-9f30-4250f082603d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.2895648
May 31 13:09:07.331494 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-cc50a9a7-5e7d-4a6c-a3b6-363b4b4421f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.332947 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-cc50a9a7-5e7d-4a6c-a3b6-363b4b4421f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.2585185
May 31 13:09:07.337445 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822d78a1-9fc1-4ffe-9a42-bfffd9b9869d req-45e7e03a-b3aa-4d50-9d11-3623188e6856 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226273
May 31 13:09:07.412756 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-5130e3c9-ec95-42bf-9157-0d22b34217cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348 HTTP/1.1" status: 200  len: 217 time: 0.0709057
May 31 13:09:07.416051 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:07.450817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:07.451111 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b62d8bb5-2fc1-4fc6-9578-85c2eecf6633 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:07.451535 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 063c98d4-36fe-4d2d-9c93-e76e9259fa8f no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:07.483092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-561bae40-8c69-4f27-aca7-7b3b447b4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.484369 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-561bae40-8c69-4f27-aca7-7b3b447b4311 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.0627589
May 31 13:09:07.486564 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.494138 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:07.494551 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 063c98d4-36fe-4d2d-9c93-e76e9259fa8f {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:07.494926 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 063c98d4-36fe-4d2d-9c93-e76e9259fa8f not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:07.571518 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f0b966-471d-4c4c-bed4-1a2c058776c5,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:07.572782 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6c1ad-acb8-48fe-b619-a42cbddf16af None None] Network 60cc8fb7-1057-4e47-9700-0ee6057ae456 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:09:07.573601 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.582519 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05f0b966-471d-4c4c-bed4-1a2c058776c5 HTTP/1.1" status: 204  len: 168 time: 1.2129879
May 31 13:09:07.582519 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e94587da-066a-451c-a38e-ba52750b2c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:07.583582 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60002) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:07.613625 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab35f15-3f9d-435e-a65c-0eb551e049ea req-48b066a2-0571-470c-b8cd-1901611ce7ad tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.615257 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1ab35f15-3f9d-435e-a65c-0eb551e049ea req-48b066a2-0571-470c-b8cd-1901611ce7ad tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 943 time: 0.0857854
May 31 13:09:07.661961 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1ab35f15-3f9d-435e-a65c-0eb551e049ea req-56505f8c-fc54-4e6d-9e38-e733f92c2068 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397136
May 31 13:09:07.707314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.717535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-dfc4363f-909e-4b4e-8822-0f0aac504e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:07.718995 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-dfc4363f-909e-4b4e-8822-0f0aac504e93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2269688
May 31 13:09:07.823395 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] DHCP port deletion for 60cc8fb7-1057-4e47-9700-0ee6057ae456 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:09:07.887859 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Deleting port e1d0c4d1-bb44-458d-be11-442c01fdbffa {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:07.888249 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.896737 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Deleting port e1d0c4d1-bb44-458d-be11-442c01fdbffa {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:07.897107 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:07.914522 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-6528f9b6-d232-4279-9250-dd15ca0f08bb service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673622
May 31 13:09:08.016561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] For port e1d0c4d1-bb44-458d-be11-442c01fdbffa, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e1d0c4d1-bb44-458d-be11-442c01fdbffa,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:08.016936 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.080530 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] For port e1d0c4d1-bb44-458d-be11-442c01fdbffa, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=e1d0c4d1-bb44-458d-be11-442c01fdbffa,segment=NetworkSegment(16ed927d-6ab7-457f-a91b-1476307d25f0),segment_id=16ed927d-6ab7-457f-a91b-1476307d25f0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:08.080920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.135827 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Calling delete_port for e1d0c4d1-bb44-458d-be11-442c01fdbffa owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:08.223177 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Calling delete_port for e1d0c4d1-bb44-458d-be11-442c01fdbffa owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:08.257747 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f53e935a-bd0a-4698-a4eb-1c899dabf4d3 req-864643e4-716e-45f8-a344-ac71d64880f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919822
May 31 13:09:08.270303 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.277355 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:08.291413 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.295140 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-eee2d998-9eb2-4d82-9237-ab79a2a3f012 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:08.322257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Pushing event deleted for resources: {'Port': ['ID=e1d0c4d1-bb44-458d-be11-442c01fdbffa,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:08.324695 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:08.327523 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] No DVR routers for this DVR port e1d0c4d1-bb44-458d-be11-442c01fdbffa on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:09:08.458397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d0c4d1-bb44-458d-be11-442c01fdbffa,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:08.495009 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:08.508190 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] No DVR routers for this DVR port e1d0c4d1-bb44-458d-be11-442c01fdbffa on host dv-cinder-793264-2-iscsi {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:09:08.662479 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.680793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327d6bd30>,) {'filters': {'network_id': ['60cc8fb7-1057-4e47-9700-0ee6057ae456']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:08.702922 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa4f66-a25a-47b1-943e-0b9a645a113f req-d97e4d9d-fce8-4989-a01f-a31657831f42 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:08.705377 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3fa4f66-a25a-47b1-943e-0b9a645a113f req-d97e4d9d-fce8-4989-a01f-a31657831f42 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.2511935
May 31 13:09:08.707665 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327d6bd30>, '16ed927d-6ab7-457f-a91b-1476307d25f0') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:08.708172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327d6bd30>, '16ed927d-6ab7-457f-a91b-1476307d25f0') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:08.738082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.770712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.786315 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:09:08.786714 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.804822 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3fa4f66-a25a-47b1-943e-0b9a645a113f req-afdb098d-7601-4467-861c-0ae82b2d7ad2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888674
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   util.warn(
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   util.warn(
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   util.warn(
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   util.warn(
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:09:08.805477 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:09:08.855773 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480985d-3637-48c2-a2d5-45ed4d7abd4f req-28736219-c441-453a-ba77-661454ef2ff5 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:08.857342 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4480985d-3637-48c2-a2d5-45ed4d7abd4f req-28736219-c441-453a-ba77-661454ef2ff5 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 943 time: 0.0865359
May 31 13:09:08.895631 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.900045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:08.909068 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4480985d-3637-48c2-a2d5-45ed4d7abd4f req-7b345070-0f7c-4569-bd1b-734d5fb67eaf tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458202
May 31 13:09:08.915924 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:08.924708 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cc8fb7-1057-4e47-9700-0ee6057ae456,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:08.929283 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:08.945434 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] 10.222.0.20 "DELETE /v2.0/networks/60cc8fb7-1057-4e47-9700-0ee6057ae456 HTTP/1.1" status: 204  len: 168 time: 1.3610797
May 31 13:09:08.948256 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60010) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:08.975416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:09:09.041326 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:09:09.045807 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:09:09.046192 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:09.161565 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:09.188318 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:09.191049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790e7f06-5eeb-4904-b8f3-d9fbf2270391" -d '{"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:09.198523 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:09.203012 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:09.205346 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:09.242238 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71be2a-aaad-4a44-8039-207a7dbc8c1c x-openstack-request-id: req-8b71be2a-aaad-4a44-8039-207a7dbc8c1c {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:09.242546 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:09.242808 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b71be2a-aaad-4a44-8039-207a7dbc8c1c {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:09.243203 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'code': 200}
May 31 13:09:09.275593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:09.278524 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:09.413664 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e1d0c4d1-bb44-458d-be11-442c01fdbffa no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:09.447916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: e1d0c4d1-bb44-458d-be11-442c01fdbffa {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:09.448184 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device e1d0c4d1-bb44-458d-be11-442c01fdbffa not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:09.491500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35f89f-1b56-45a1-ae87-12a2e096bd92 req-647a59aa-8f35-4c0f-b8bf-bd8efa071672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:09.493240 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0b35f89f-1b56-45a1-ae87-12a2e096bd92 req-647a59aa-8f35-4c0f-b8bf-bd8efa071672 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1098 time: 0.0895932
May 31 13:09:09.576308 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0b35f89f-1b56-45a1-ae87-12a2e096bd92 req-72ee3115-4b11-44c5-bb54-813e13c8c059 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540438
May 31 13:09:09.592046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:09.849732 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:10.005016 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4c893-b440-4388-b54e-fbf82e4f798c req-c5150099-1d93-439a-8ca0-c02f7ef53315 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:10.006476 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54f4c893-b440-4388-b54e-fbf82e4f798c req-c5150099-1d93-439a-8ca0-c02f7ef53315 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0877717
May 31 13:09:10.052392 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-54f4c893-b440-4388-b54e-fbf82e4f798c req-70e628b2-70ab-4dce-af5d-b9e3d78dcec1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393534
May 31 13:09:10.160119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28aabe-8eac-4ec5-b571-1b921008459b req-0de9b66a-c807-4df1-be0f-8b3f1c4bfdc7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:10.160712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-bb28aabe-8eac-4ec5-b571-1b921008459b req-0de9b66a-c807-4df1-be0f-8b3f1c4bfdc7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:09:10.165568 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Deleting port 57949f52-a164-4867-9473-661a2ed78960 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:10.165901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:10.247693 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-bb28aabe-8eac-4ec5-b571-1b921008459b req-0de9b66a-c807-4df1-be0f-8b3f1c4bfdc7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:09:10.248816 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bb28aabe-8eac-4ec5-b571-1b921008459b req-0de9b66a-c807-4df1-be0f-8b3f1c4bfdc7 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 943 time: 0.2236073
May 31 13:09:10.322237 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bb28aabe-8eac-4ec5-b571-1b921008459b req-975225b1-f026-4349-8d8b-9f570829a7a8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668404
May 31 13:09:10.323812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] For port 57949f52-a164-4867-9473-661a2ed78960, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=57949f52-a164-4867-9473-661a2ed78960,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:10.324161 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:10.443753 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Calling delete_port for 57949f52-a164-4867-9473-661a2ed78960 owned by network:router_interface {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:10.596238 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:10.601953 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:10.644615 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Pushing event deleted for resources: {'Port': ['ID=57949f52-a164-4867-9473-661a2ed78960,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:10.647817 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:10.919432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:11.001859 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0d85964b-c8d5-4227-b5e7-57ffb3b04348 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:09:11.135828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:11.150288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'port_id': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'mac_address': 'fa:16:3e:d9:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:09:11.209495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:11.225999 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d85964b-c8d5-4227-b5e7-57ffb3b04348 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:09:11.241240 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:11.242340 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0de90b-9c30-4211-9d98-8de25dcc5d84 req-ed2f421d-42f7-42be-8430-df1a9cd97f45 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:11.244212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0e0de90b-9c30-4211-9d98-8de25dcc5d84 req-ed2f421d-42f7-42be-8430-df1a9cd97f45 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0813684
May 31 13:09:11.249945 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:11.251739 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:11.290874 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0e0de90b-9c30-4211-9d98-8de25dcc5d84 req-8f3468c9-185b-4ee2-a9f1-19c0ec4b0432 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407333
May 31 13:09:11.293748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Router 00247489-baaa-4e6b-82dd-dc48f21d0141 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:09:11.324091 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:11.327296 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:11.523577 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ab249-d03d-43f6-b2f3-ba37b8989c05 req-3ff8378f-4002-4b80-9777-7368f9d6ca5d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:11.525066 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-875ab249-d03d-43f6-b2f3-ba37b8989c05 req-3ff8378f-4002-4b80-9777-7368f9d6ca5d tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 944 time: 0.0911295
May 31 13:09:11.569411 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-875ab249-d03d-43f6-b2f3-ba37b8989c05 req-b7139e9b-3be2-4447-bfcd-4dd1c9ae7a9e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385094
May 31 13:09:11.590142 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['0d85964b-c8d5-4227-b5e7-57ffb3b04348'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:09:11.635920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:09:11.645249 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Sync routers for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:09:11.658012 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:11.659382 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2b4b50>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:11.665721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d5cd3-2cb4-476d-8021-22b57514dffb req-4355f71e-4bf1-4ed9-9817-2851849be67c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:11.667192 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-691d5cd3-2cb4-476d-8021-22b57514dffb req-4355f71e-4bf1-4ed9-9817-2851849be67c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1240487
May 31 13:09:11.672818 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] 10.222.0.20 "PUT /v2.0/routers/00247489-baaa-4e6b-82dd-dc48f21d0141/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7235250
May 31 13:09:11.674095 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60026) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:11.678900 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60030) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:11.684339 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Request body: {'floatingip': {'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:09:11.764756 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:11.805045 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d01d2bb2-564b-4e96-9ff6-606d2186156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:11.839832 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:11.878242 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.056584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.133113 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Deleting port 475a7f08-ea64-470f-a1f3-3776573838c5 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:12.133368 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.146054 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2b4b50>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160'}], 'enable_snat': True}, 'gw_port_id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:09:10Z', 'revision_number': 5, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port': {'id': '475a7f08-ea64-470f-a1f3-3776573838c5', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:35Z', 'updated_at': '2021-05-31T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:12.150630 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Checking router: 00247489-baaa-4e6b-82dd-dc48f21d0141 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:09:12.160782 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Routers {'00247489-baaa-4e6b-82dd-dc48f21d0141'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:12.161606 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c2b4b50>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['00247489-baaa-4e6b-82dd-dc48f21d0141'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:12.328933 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] Set router 00247489-baaa-4e6b-82dd-dc48f21d0141 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:12.362500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] For port 475a7f08-ea64-470f-a1f3-3776573838c5, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=475a7f08-ea64-470f-a1f3-3776573838c5,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:12.363479 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.422276 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.428178 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.436366 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c2b4b50>, [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:09:12Z', 'revision_number': 6, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:12.440950 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0373a8-00d1-4686-bdde-1b2bb31fffcb None None] The sync data for ids ['00247489-baaa-4e6b-82dd-dc48f21d0141'] in dv-cinder-793264-2-iscsi is: [{'id': '00247489-baaa-4e6b-82dd-dc48f21d0141', 'name': 'tempest-TestMinimumBasicScenario-1887022314-router', 'tenant_id': 'f0d03467086c40c7a25a256542a0606d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:33Z', 'updated_at': '2021-05-31T13:09:12Z', 'revision_number': 6, 'project_id': 'f0d03467086c40c7a25a256542a0606d', 'gw_port_host': None}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:09:12.505775 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Calling delete_port for 475a7f08-ea64-470f-a1f3-3776573838c5 owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:12.618236 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Floating IP 76e8d4ea-a6ae-456b-8530-b2c61f8b2f35 associated. External IP: 172.27.3.45, port: 77c58ece-ad42-4a47-bd9e-6cdc6d886171.
May 31 13:09:12.647111 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:12.651813 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:12.733053 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Pushing event deleted for resources: {'Port': ['ID=475a7f08-ea64-470f-a1f3-3776573838c5,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:12.741297 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:12.853704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.008999 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0d85964b-c8d5-4227-b5e7-57ffb3b04348 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:09:13.035799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f5b10-8376-436c-9a76-4192c84e260b req-54243a32-60ba-4870-bf18-e081353b583a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:13.039124 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-096f5b10-8376-436c-9a76-4192c84e260b req-54243a32-60ba-4870-bf18-e081353b583a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 944 time: 0.3553042
May 31 13:09:13.043323 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.045635 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.081314 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:09:13.086719 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:09:13.087260 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.089835 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:09:13.100979 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.101486 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00247489-baaa-4e6b-82dd-dc48f21d0141 {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:09:13.113692 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-096f5b10-8376-436c-9a76-4192c84e260b req-93b58ca1-2494-4e41-bfc1-870e16546ecd tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662165
May 31 13:09:13.120832 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.121923 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b0e44b92-5acb-413e-9256-51134fbb2078 admin admin] 10.222.0.20 "DELETE /v2.0/routers/00247489-baaa-4e6b-82dd-dc48f21d0141 HTTP/1.1" status: 204  len: 168 time: 1.4457331
May 31 13:09:13.125262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60036) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:13.189975 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Deleting subnet 6d6cb3f2-3665-47ce-a896-7733742c4750 {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:09:13.193066 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.251236 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.253162 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.282022 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:13.284968 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af513f-e0f3-416b-afed-b8ab84812bae" -d '{"events": [{"server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "name": "network-vif-plugged", "status": "completed", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:13.287058 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:09:13.294084 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:13.296756 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:09:13.298142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.304837 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.307102 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:13.365737 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a5ff54-ee54-4753-9f21-7e46382a3da6 x-openstack-request-id: req-49a5ff54-ee54-4753-9f21-7e46382a3da6 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:13.366030 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "name": "network-vif-plugged", "status": "completed", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:13.366630 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49a5ff54-ee54-4753-9f21-7e46382a3da6 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:13.366763 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'code': 200}
May 31 13:09:13.367490 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:13.368133 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32761dca0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:08:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:13.389829 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b4578b8c-5454-4aed-ac90-11de21cf7d61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "PUT /v2.0/floatingips/76e8d4ea-a6ae-456b-8530-b2c61f8b2f35 HTTP/1.1" status: 200  len: 990 time: 1.7096291
May 31 13:09:13.390493 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:13.394543 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:13.447962 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.457433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc4b50f-67d7-40e9-8243-489283ccf333 x-openstack-request-id: req-8bc4b50f-67d7-40e9-8243-489283ccf333 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:13.459271 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:13.459729 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bc4b50f-67d7-40e9-8243-489283ccf333 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:13.461612 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'status': 'completed', 'code': 200}
May 31 13:09:13.573431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 57949f52-a164-4867-9473-661a2ed78960 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:13.619260 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 57949f52-a164-4867-9473-661a2ed78960 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:13.619616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 57949f52-a164-4867-9473-661a2ed78960 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:13.620046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 475a7f08-ea64-470f-a1f3-3776573838c5 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:13.649758 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:13.654461 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-66d95c41-695f-4bf8-bb81-b63a0b2abd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:13.656839 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-66d95c41-695f-4bf8-bb81-b63a0b2abd98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1098 time: 0.1778662
May 31 13:09:13.668821 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:13.677124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 475a7f08-ea64-470f-a1f3-3776573838c5 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:13.677587 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 475a7f08-ea64-470f-a1f3-3776573838c5 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:13.703376 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:13.764081 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccdd61-90ea-4d37-9e16-1caa486b2e4f req-1fca5354-2c83-48cb-b92e-77be5112b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:13.765583 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-84ccdd61-90ea-4d37-9e16-1caa486b2e4f req-1fca5354-2c83-48cb-b92e-77be5112b2e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 1098 time: 0.1796424
May 31 13:09:13.789957 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.793846 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0f7457d5-636d-4592-a79c-ed5715e320f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:13.828019 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d6cb3f2-3665-47ce-a896-7733742c4750,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:13.831386 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:13.834618 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:13.841662 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d6cb3f2-3665-47ce-a896-7733742c4750 HTTP/1.1" status: 204  len: 168 time: 0.7148340
May 31 13:09:13.844035 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60046) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:13.845600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-21467107-ecb4-4a62-b801-ef2f3f90375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:13.847097 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-21467107-ecb4-4a62-b801-ef2f3f90375c service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1829140
May 31 13:09:13.849867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4a374-fe37-4fd1-90d8-ec8fedf51782 None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:09:13.851367 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-84ccdd61-90ea-4d37-9e16-1caa486b2e4f req-9c96dbc8-9fea-4e74-af83-0d83142c549c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690887
May 31 13:09:14.045186 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-e40cbcba-a4ad-46db-bd5b-1abdc4cc4890 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 998 time: 0.0975089
May 31 13:09:14.048946 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.123573 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-28de2fee-81c0-4d9d-8d4b-7eaa61062f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:14.125159 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-28de2fee-81c0-4d9d-8d4b-7eaa61062f94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0663452
May 31 13:09:14.127189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Deleting port 78bfd951-1e66-41fb-8a81-7e811a73ab6c {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:14.128070 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.138416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.211316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-9130adb2-8577-4346-bb76-44a620588f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:14.213041 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-9130adb2-8577-4346-bb76-44a620588f85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813246
May 31 13:09:14.254444 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-00a0d004-7418-4037-a45b-cbc41e712265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.267099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] For port 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=78bfd951-1e66-41fb-8a81-7e811a73ab6c,segment=NetworkSegment(254632a5-b63d-4df0-91eb-d393d15d7f1a),segment_id=254632a5-b63d-4df0-91eb-d393d15d7f1a)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:14.267459 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.276554 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32761dca0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '76e8d4ea-a6ae-456b-8530-b2c61f8b2f35', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:53Z', 'updated_at': '2021-05-31T13:09:12Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:14.282515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:09:14.291669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:14.292431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32761dca0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:09:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:14.351676 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] DHCP port deletion for 104f0b07-d818-42a8-9ed1-402ceb7cf6ff request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:09:14.394512 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Calling delete_port for 78bfd951-1e66-41fb-8a81-7e811a73ab6c owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:14.445397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a58fd-5be5-429b-9046-2f5bebe5bf88 req-3f593e6b-f4e7-44d7-87dd-5e2042553e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:14.446300 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.446870 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6b0a58fd-5be5-429b-9046-2f5bebe5bf88 req-3f593e6b-f4e7-44d7-87dd-5e2042553e85 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.1946414
May 31 13:09:14.448824 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-9c1edee9-3e22-465e-af8b-844ff1404657 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285771
May 31 13:09:14.450446 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:14.501986 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=78bfd951-1e66-41fb-8a81-7e811a73ab6c,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:14.506591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:14.508152 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] No DVR routers for this DVR port 78bfd951-1e66-41fb-8a81-7e811a73ab6c on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:09:14.537749 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Deleting port 78bfd951-1e66-41fb-8a81-7e811a73ab6c {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:09:14.538146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.553845 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:14.579326 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6b0a58fd-5be5-429b-9046-2f5bebe5bf88 req-9bce8d30-4fca-48b2-8f3a-510f4da76cf6 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259179
May 31 13:09:14.641418 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1dfadb3e-0319-4d1c-adaa-cee6a40fdcc8 req-a642bb8d-d0fe-4e9f-8d95-f7c9b8a848dc service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750476
May 31 13:09:14.649180 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.673709 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff3265fa430>,) {'filters': {'network_id': ['104f0b07-d818-42a8-9ed1-402ceb7cf6ff']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:14.688311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3265fa430>, '254632a5-b63d-4df0-91eb-d393d15d7f1a') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:14.688740 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3265fa430>, '254632a5-b63d-4df0-91eb-d393d15d7f1a') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:14.700730 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.716618 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.723407 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:09:14.723859 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:09:14.737640 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:09:14.813979 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.818468 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8b751342-5c32-4e3f-a863-f2b098a0e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:14.840064 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.842935 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=104f0b07-d818-42a8-9ed1-402ceb7cf6ff,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:14.845330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] For port 78bfd951-1e66-41fb-8a81-7e811a73ab6c, host dv-cinder-793264-2-iscsi, got binding levels [] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:09:14.846902 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:14.848835 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:14.854824 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] 10.222.0.20 "DELETE /v2.0/networks/104f0b07-d818-42a8-9ed1-402ceb7cf6ff HTTP/1.1" status: 204  len: 168 time: 1.0094833
May 31 13:09:14.991135 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Calling delete_port for 78bfd951-1e66-41fb-8a81-7e811a73ab6c owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:09:14.996633 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.ipam_backend_mixin [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Port 78bfd951-1e66-41fb-8a81-7e811a73ab6c was not found and therefore no delete operation was performed {{(pid=91788) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 31 13:09:15.000246 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.006336 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:15.045537 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60056) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:15.074914 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Network 104f0b07-d818-42a8-9ed1-402ceb7cf6ff is not hosted by any dhcp agent {{(pid=91788) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
May 31 13:09:15.075387 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] No DVR routers for this DVR port 78bfd951-1e66-41fb-8a81-7e811a73ab6c on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:09:15.079182 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Pushing event deleted for resources: {'Port': ['ID=78bfd951-1e66-41fb-8a81-7e811a73ab6c,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:15.103954 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0752a5c4-2c82-4932-97c3-95711f323f40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a02f083ce334260b43647d8ed2907b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569136
May 31 13:09:15.106555 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60060) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:15.123431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:15.164600 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.190924 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.242576 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.244675 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32761dca0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '76e8d4ea-a6ae-456b-8530-b2c61f8b2f35', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:53Z', 'updated_at': '2021-05-31T13:09:12Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:15.247693 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a772a413-3c7d-45ef-a513-f8fd1b4d9f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:15.248699 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4fef71-7e27-4f9a-8819-c0503abcb284 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '76e8d4ea-a6ae-456b-8530-b2c61f8b2f35', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:53Z', 'updated_at': '2021-05-31T13:09:12Z', 'revision_number': 1, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:09:15.262172 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd806b0-ec3f-4c7d-beec-2cbb863dd085,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:15.264970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:15.270952 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.272854 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd806b0-ec3f-4c7d-beec-2cbb863dd085 HTTP/1.1" status: 204  len: 168 time: 0.1646531
May 31 13:09:15.307387 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.419615 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 78bfd951-1e66-41fb-8a81-7e811a73ab6c no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:09:15.464165 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 78bfd951-1e66-41fb-8a81-7e811a73ab6c {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:09:15.464761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 78bfd951-1e66-41fb-8a81-7e811a73ab6c not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:09:15.485251 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a281877-c265-4c9e-9352-664d88610dad None None] New status for floating IP 76e8d4ea-a6ae-456b-8530-b2c61f8b2f35: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:09:15.631707 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60070) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:15.680976 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-db09be50-d4a1-4da7-a237-d4af753f77aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d03467086c40c7a25a256542a0606d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478137
May 31 13:09:15.683416 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60074) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:15.758155 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.787062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.794439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375169b6-2caf-407d-b37f-25841b6cd163 req-9e322f72-b8d7-420f-bb04-cf9328929a08 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:15.796136 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-375169b6-2caf-407d-b37f-25841b6cd163 req-9e322f72-b8d7-420f-bb04-cf9328929a08 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.0972726
May 31 13:09:15.845493 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-375169b6-2caf-407d-b37f-25841b6cd163 req-633de6c8-4922-449f-a39f-b89a7880afb2 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433004
May 31 13:09:15.849933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.854789 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f4f30397-0c1d-4f08-8ce7-dfd0fd640cf8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:09:15.867987 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a6439-6bd1-43b2-93b8-77c3031a52b4,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:09:15.870567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:09:15.871756 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:15.875370 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b95a6439-6bd1-43b2-93b8-77c3031a52b4 HTTP/1.1" status: 204  len: 168 time: 0.1882401
May 31 13:09:16.025384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28e402-113e-4bfe-bc17-f5a7c671834a req-cf0561b4-fb7b-4bc3-baa4-f584d573fee8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:16.026869 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7f28e402-113e-4bfe-bc17-f5a7c671834a req-cf0561b4-fb7b-4bc3-baa4-f584d573fee8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.0815558
May 31 13:09:16.036459 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60084) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:09:16.041499 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Request body: {'floatingip': {'port_id': '0d85964b-c8d5-4227-b5e7-57ffb3b04348'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:09:16.225830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:16.804327 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:16.808278 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:16.979596 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Floating IP 2c29e206-ba0a-4101-9cc1-43a8e5f372ee associated. External IP: 172.27.3.82, port: 0d85964b-c8d5-4227-b5e7-57ffb3b04348.
May 31 13:09:17.145931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:17.319180 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:09:17.581768 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:09:17.586343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:17.590700 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:09:17.599934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:17.600547 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277c1400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:09:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:17.656696 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-87fe37e7-5533-4b01-ab52-acee598dd0c0 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "PUT /v2.0/floatingips/2c29e206-ba0a-4101-9cc1-43a8e5f372ee HTTP/1.1" status: 200  len: 990 time: 1.6191099
May 31 13:09:17.657379 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:09:17.659680 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:09:17.702813 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73f7a7e-5f14-47e2-9d1b-cc6f03483be0 x-openstack-request-id: req-f73f7a7e-5f14-47e2-9d1b-cc6f03483be0 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:09:17.703153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:09:17.703432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f73f7a7e-5f14-47e2-9d1b-cc6f03483be0 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:09:17.703856 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'status': 'completed', 'code': 200}
May 31 13:09:17.793525 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:17.803451 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-22efc00f-e9af-4cad-a821-1d3c2d71331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:17.804929 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-22efc00f-e9af-4cad-a821-1d3c2d71331e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 1098 time: 0.0722344
May 31 13:09:17.934712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-e63b7bda-af5e-4e8d-bcf2-e51247856844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:17.936137 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-e63b7bda-af5e-4e8d-bcf2-e51247856844 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 200  len: 911 time: 0.1234748
May 31 13:09:18.041884 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-41df3168-45d3-4d35-950f-f36306fec246 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348 HTTP/1.1" status: 200  len: 998 time: 0.0955195
May 31 13:09:18.107399 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-e7e064b7-bd7a-459a-868d-f86a43d7bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:18.108821 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-e7e064b7-bd7a-459a-868d-f86a43d7bc35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 200  len: 849 time: 0.0606172
May 31 13:09:18.147329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277c1400>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2c29e206-ba0a-4101-9cc1-43a8e5f372ee', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:d9:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:58Z', 'updated_at': '2021-05-31T13:09:16Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:18.151196 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:09:18.159310 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:09:18.159907 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277c1400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:09:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:18.198967 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-59e20028-d6f4-47a9-a119-5dac8ac6cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:18.200419 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-59e20028-d6f4-47a9-a119-5dac8ac6cb61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c6288f2-4229-4d70-87dc-70741c357487&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688317
May 31 13:09:18.331170 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-f802bf56-ce7d-4b5a-a2fa-021c16506f91 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228626
May 31 13:09:18.334250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:09:18.468556 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f494f9d7-fa66-45a5-a4d2-c802de1ce25d req-c4719104-199b-4d5d-88ec-da249b08e9e3 service neutron] 10.222.0.36 "GET /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266029
May 31 13:09:18.731695 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277c1400>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2c29e206-ba0a-4101-9cc1-43a8e5f372ee', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:d9:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:58Z', 'updated_at': '2021-05-31T13:09:16Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:09:18.735514 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f4e5d-e0dd-4830-aad2-1b5f923728ac None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2c29e206-ba0a-4101-9cc1-43a8e5f372ee', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'port_id': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'mac_address': 'fa:16:3e:d9:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:08:58Z', 'updated_at': '2021-05-31T13:09:16Z', 'revision_number': 1, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:09:18.918111 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2db3f-afa4-495e-ba02-43ba809b2de7 None None] New status for floating IP 2c29e206-ba0a-4101-9cc1-43a8e5f372ee: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:09:25.876502 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:09:39.806064 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-df3a889c-8805-43d7-989d-513810c5b824 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732548
May 31 13:09:39.857041 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:39.899289 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-1cc20b79-7656-4d2f-b005-2de2538f47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:39.900748 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-1cc20b79-7656-4d2f-b005-2de2538f47d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.0719516
May 31 13:09:40.043744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-899e0903-3009-495e-ab78-ff6af0f3064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:40.045194 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-899e0903-3009-495e-ab78-ff6af0f3064a service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.1251628
May 31 13:09:40.148557 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-459fef8b-8b7f-4ad8-9f94-7bf87f31116a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1002 time: 0.0965507
May 31 13:09:40.211735 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-f8c14aee-e52d-418d-b4c6-0f81dab9c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:40.213184 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-f8c14aee-e52d-418d-b4c6-0f81dab9c41b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.0567520
May 31 13:09:40.294559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-d08b875f-f922-4f12-9b5c-6b1240f0bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:09:40.296020 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-d08b875f-f922-4f12-9b5c-6b1240f0bfb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730608
May 31 13:09:40.518972 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-53a0c97b-544d-4070-87f3-fc7422d36a73 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2153122
May 31 13:09:40.652026 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7b8a545e-7fae-4bfb-b20b-00572805e51b req-e7e2daab-0843-4801-9b79-37c13ffbad1f service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261599
May 31 13:09:41.799782 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-871e0c11-da06-4448-a91e-cadfb87ba7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:44.021743 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:44.206277 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d1c41658-98fc-462a-a191-67e9c034b437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:45.298745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:09:47.148384 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:02.875564 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:10:09.863549 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:11.801869 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2546ac57-f6bc-420a-95f3-5a9a439e95e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:14.023775 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:14.208681 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ed-42fe-44e5-befc-a841b463b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:15.302917 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:17.151591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:39.874768 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:10:39.878621 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:41.140487 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693f16f-3892-4f51-951c-faeacee42114 req-522e2989-dddd-483d-ac0b-6ea73d32cc2d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:41.141974 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e693f16f-3892-4f51-951c-faeacee42114 req-522e2989-dddd-483d-ac0b-6ea73d32cc2d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0835526
May 31 13:10:41.186417 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e693f16f-3892-4f51-951c-faeacee42114 req-73bb1d0b-9ff7-4284-9a3c-5e6be054c9ed tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387793
May 31 13:10:41.775015 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-5f510fc1-1e25-442d-91c6-eb51c1cc4efb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722625
May 31 13:10:41.803624 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-face3b1c-c34f-4d32-9a34-297bd0f1971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:41.936450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-a54a724c-75fc-4ad8-81ef-9da82ba4f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:41.937965 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-a54a724c-75fc-4ad8-81ef-9da82ba4f363 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.0780725
May 31 13:10:42.083992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-c60672ea-f8f0-4aa3-b3dc-bd7119b13ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:42.085444 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-c60672ea-f8f0-4aa3-b3dc-bd7119b13ddb service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.1277773
May 31 13:10:42.185549 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-440ee7d3-2af8-4565-8392-089fc57a1b62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 1002 time: 0.0934443
May 31 13:10:42.254579 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-a0dbddcf-3c03-438d-99d2-1de8a4199a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:42.255987 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-a0dbddcf-3c03-438d-99d2-1de8a4199a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.0615108
May 31 13:10:42.332250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-bdbafc97-db59-45ff-8897-ff5d6e417013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:42.333763 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-bdbafc97-db59-45ff-8897-ff5d6e417013 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715306
May 31 13:10:42.375701 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f11d8-8eb9-4c91-8dee-144d9094e07b req-55d2c29b-fa29-4385-92a0-203cf2dfa7ba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:42.377169 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-350f11d8-8eb9-4c91-8dee-144d9094e07b req-55d2c29b-fa29-4385-92a0-203cf2dfa7ba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0829713
May 31 13:10:42.421480 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-350f11d8-8eb9-4c91-8dee-144d9094e07b req-798be277-d3fe-4f07-96cf-19f7bf519a7a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383799
May 31 13:10:42.468529 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-31087555-8ecc-4520-a006-c2a4e3146a04 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275692
May 31 13:10:42.598101 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6035ec4e-69bf-48ce-b262-8ff128ac9b06 req-e8a10630-9515-4679-97f4-1ec5fff1cf57 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226580
May 31 13:10:42.612070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60448) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:43.034969 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Deleting port 5856341d-6ed2-4607-9912-32a0165be8a8 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:43.035618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:43.154725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:43.155053 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:43.353237 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Calling delete_port for 5856341d-6ed2-4607-9912-32a0165be8a8 owned by network:floatingip {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:43.479825 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:43.485239 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e9213499-f9d7-42ff-ab25-1a7c64becac3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:43.527772 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event deleted for resources: {'Port': ['ID=5856341d-6ed2-4607-9912-32a0165be8a8,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:43.596884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.597253 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.597607 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.597953 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.598298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.598637 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.598975 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.599310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.599648 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.599983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.600321 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.600658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:43.616380 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:43.684928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for floatingip, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:43.685259 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Floating IP 532ffb4b-4394-470e-908e-6009d59d9202 disassociated (deleted). External IP: 172.27.3.120, port: a68cadb0-cfdb-4f75-8483-dc4010090ac2.
May 31 13:10:43.775579 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e5256-1b86-4074-ab4e-a9368abd6bc0 req-3b471c61-ba87-4d52-b2bd-8d65790711c2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:43.777042 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-014e5256-1b86-4074-ab4e-a9368abd6bc0 req-3b471c61-ba87-4d52-b2bd-8d65790711c2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.2175488
May 31 13:10:43.893950 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-014e5256-1b86-4074-ab4e-a9368abd6bc0 req-c932ac0b-0361-4e78-9f3b-d3030bbf6b4f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662186
May 31 13:10:44.025992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:44.071992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Router 08580262-c5ff-4c99-87eb-3f77fec2797d has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:10:44.209846 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d6c841b4-7f36-4f92-b975-9f0e2c71787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:44.248365 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:10:44.257586 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Sync routers for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:10:44.267037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:44.267648 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c0e5c40>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:44.268152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:44.325934 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "DELETE /v2.0/floatingips/532ffb4b-4394-470e-908e-6009d59d9202 HTTP/1.1" status: 204  len: 168 time: 1.7128232
May 31 13:10:44.326762 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:10:44.329059 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f321a50-6763-4827-b384-ffdd85de4a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:10:44.382590 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c91fc2-9342-4647-8fd7-a935e5d65cf8 x-openstack-request-id: req-12c91fc2-9342-4647-8fd7-a935e5d65cf8 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:10:44.382911 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:10:44.383192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12c91fc2-9342-4647-8fd7-a935e5d65cf8 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:10:44.383617 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'status': 'completed', 'code': 200}
May 31 13:10:44.449309 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:44.477257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-278556af-e303-437c-b524-6c1f72f29806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:44.477257 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-278556af-e303-437c-b524-6c1f72f29806 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 1099 time: 0.0730095
May 31 13:10:44.615142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-975174e7-fa7f-46b0-85bd-373b8198fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:44.616601 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-975174e7-fa7f-46b0-85bd-373b8198fcc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 200  len: 910 time: 0.1330140
May 31 13:10:44.728253 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-8f1b21e9-8b63-4ec3-a01e-2c0ae0591483 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 200  len: 217 time: 0.1038854
May 31 13:10:44.775964 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c0e5c40>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:44.779743 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Checking router: 08580262-c5ff-4c99-87eb-3f77fec2797d for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:10:44.787800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:44.788397 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c0e5c40>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:44.807402 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-8e191815-8237-419c-8522-aa765a4e7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:44.808851 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-8e191815-8237-419c-8522-aa765a4e7883 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 200  len: 848 time: 0.0706351
May 31 13:10:44.820333 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04223d-29cd-43fb-b27a-806c9380f284 req-403db154-0070-4684-9516-33b4172682e0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:44.821027 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-6c04223d-29cd-43fb-b27a-806c9380f284 req-403db154-0070-4684-9516-33b4172682e0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Synchronizing usage tracker for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:10:44.884847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-6c04223d-29cd-43fb-b27a-806c9380f284 req-403db154-0070-4684-9516-33b4172682e0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Unset dirty status for tenant:b1f7fe73c2c748dd856bfec53c1ff416 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:10:44.885993 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6c04223d-29cd-43fb-b27a-806c9380f284 req-403db154-0070-4684-9516-33b4172682e0 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.2137785
May 31 13:10:44.966928 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:45.046700 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6c04223d-29cd-43fb-b27a-806c9380f284 req-d751a2d7-9c2a-4940-95b5-943fd600ddb8 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541731
May 31 13:10:45.050148 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-615ab5c9-6587-4fa0-979d-02ad07e668e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:45.051556 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-615ab5c9-6587-4fa0-979d-02ad07e668e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42674416-78be-4667-9e17-69a87daed7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2270231
May 31 13:10:45.095059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556387e-19d9-4902-aef5-adc578407dda req-2895f1be-67f2-4015-8455-cbac156883ba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:45.099773 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f556387e-19d9-4902-aef5-adc578407dda req-2895f1be-67f2-4015-8455-cbac156883ba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0888596
May 31 13:10:45.155832 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f556387e-19d9-4902-aef5-adc578407dda req-26fd3298-4d79-49e8-9512-231a2706602c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519133
May 31 13:10:45.202454 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-97f4bfb7-ed87-4a58-9187-4ec676c16d91 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434224
May 31 13:10:45.318305 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:45.343326 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c0e5c40>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:45.344078 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1f321a50-6763-4827-b384-ffdd85de4a2b req-d3256005-99ea-4904-a6ee-0fda2415fdd3 service neutron] 10.222.0.36 "GET /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345704
May 31 13:10:45.347290 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f034cc6-bd1a-4bb2-a4c8-f9af6731fd04 None None] The sync data for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi is: [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:04:10Z', 'revision_number': 4, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'ece9765f-9e54-4f59-8da3-f5a7de551749', 'name': '', 'network_id': '42674416-78be-4667-9e17-69a87daed7c4', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'mac_address': 'fa:16:3e:09:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:09Z', 'updated_at': '2021-05-31T13:04:18Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'subnets': [{'id': 'c98e701e-799d-40b2-9e71-d3765d786001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:10:45.545048 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f048f-7480-44d3-8345-213653c11933 None None] New status for floating IP 532ffb4b-4394-470e-908e-6009d59d9202: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:10:46.230841 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c1e32-b5f9-4a46-8f7d-d42260d3a09c req-d9083b60-b49f-4778-b09c-9d39d13a3cfe tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:46.232284 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-df2c1e32-b5f9-4a46-8f7d-d42260d3a09c req-d9083b60-b49f-4778-b09c-9d39d13a3cfe tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0800679
May 31 13:10:46.276645 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-df2c1e32-b5f9-4a46-8f7d-d42260d3a09c req-7b5b4c47-d72a-4dae-bd8e-b54b1c05d72d tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab895f03-6e84-41d9-ba4d-1dc2d0279753&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387657
May 31 13:10:46.346043 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce5cc1-3cd2-420f-bd26-5979b2cddf22 req-9dd285e2-4203-4494-b3dc-d8040ce5a7c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:46.348081 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-62ce5cc1-3cd2-420f-bd26-5979b2cddf22 req-9dd285e2-4203-4494-b3dc-d8040ce5a7c0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0824866
May 31 13:10:46.391063 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-62ce5cc1-3cd2-420f-bd26-5979b2cddf22 req-c2517ffa-6c80-4456-8248-9f8d24b3d005 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373969
May 31 13:10:46.528467 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcba715-674a-40aa-9caa-a8796192a5af req-86892123-5336-494a-94a0-0d6e3a9a52a6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:46.529921 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fcba715-674a-40aa-9caa-a8796192a5af req-86892123-5336-494a-94a0-0d6e3a9a52a6 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 946 time: 0.0830834
May 31 13:10:46.663889 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Deleting port a68cadb0-cfdb-4f75-8483-dc4010090ac2 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:46.664149 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:46.795268 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] For port a68cadb0-cfdb-4f75-8483-dc4010090ac2, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a68cadb0-cfdb-4f75-8483-dc4010090ac2,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:46.795624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:46.915047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Calling delete_port for a68cadb0-cfdb-4f75-8483-dc4010090ac2 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:47.028200 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:47.033670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e1f35dcd-8b7a-4824-9810-37e9fe249e23 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:47.079218 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event deleted for resources: {'Port': ['ID=a68cadb0-cfdb-4f75-8483-dc4010090ac2,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:47.082583 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:47.154177 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:47.159358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] No DVR routers for this DVR port a68cadb0-cfdb-4f75-8483-dc4010090ac2 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:10:47.161786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:47.164381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-deleted', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:10:47.172559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f97638e-7ef9-49a1-8655-ab3b00382f84" -d '{"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-deleted", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:10:47.186594 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0fcba715-674a-40aa-9caa-a8796192a5af req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.36 "DELETE /v2.0/ports/a68cadb0-cfdb-4f75-8483-dc4010090ac2 HTTP/1.1" status: 204  len: 173 time: 0.6508436
May 31 13:10:47.215237 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b316fb-e4b0-45e8-8391-922d90db9b1d x-openstack-request-id: req-27b316fb-e4b0-45e8-8391-922d90db9b1d {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:10:47.215566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a0f084-3110-4d21-b79c-7c9c917dc3e1", "name": "network-vif-deleted", "tag": "a68cadb0-cfdb-4f75-8483-dc4010090ac2", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:10:47.215852 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b316fb-e4b0-45e8-8391-922d90db9b1d {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:10:47.216319 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a0f084-3110-4d21-b79c-7c9c917dc3e1', 'name': 'network-vif-deleted', 'tag': 'a68cadb0-cfdb-4f75-8483-dc4010090ac2', 'status': 'completed', 'code': 200}
May 31 13:10:47.441862 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-42be3274-2e6b-48db-9118-afedbde8b53c req-0187b905-8ef0-4e59-a7da-e7a8f8e34bfc tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9a0f084-3110-4d21-b79c-7c9c917dc3e1 HTTP/1.1" status: 200  len: 210 time: 0.0581274
May 31 13:10:47.598956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca836c15-c653-4520-90fd-b309293ad154 req-34d22858-92f7-40b2-983a-8b8d0108ce81 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:47.600400 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca836c15-c653-4520-90fd-b309293ad154 req-34d22858-92f7-40b2-983a-8b8d0108ce81 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0835259
May 31 13:10:47.648336 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ca836c15-c653-4520-90fd-b309293ad154 req-0b74065a-3767-4214-91db-78c267b254e1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418782
May 31 13:10:48.537349 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60488) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:48.608255 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:48.643102 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:48.709981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:48.714188 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4bcd54cb-9a73-41f5-ba37-f4b96c3f5467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:48.729749 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab895f03-6e84-41d9-ba4d-1dc2d0279753,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:48.732360 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:48.746538 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:48.750313 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab895f03-6e84-41d9-ba4d-1dc2d0279753 HTTP/1.1" status: 204  len: 168 time: 0.2093337
May 31 13:10:48.796511 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60496) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:48.844469 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a863b-a6bb-4a63-80ce-27a1ee0dd295 req-f41ba00b-1bd6-43a2-a8b6-6f9f364f18dd tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:48.845947 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bd0a863b-a6bb-4a63-80ce-27a1ee0dd295 req-f41ba00b-1bd6-43a2-a8b6-6f9f364f18dd tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0817006
May 31 13:10:48.889715 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bd0a863b-a6bb-4a63-80ce-27a1ee0dd295 req-17a64955-9f7d-448f-82a6-a3469631a66e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379159
May 31 13:10:49.458261 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:49.492626 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: a68cadb0-cfdb-4f75-8483-dc4010090ac2 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:49.493252 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device a68cadb0-cfdb-4f75-8483-dc4010090ac2 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:49.527660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:49.947638 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Deleting port ece9765f-9e54-4f59-8da3-f5a7de551749 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:49.948312 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:50.133028 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] For port ece9765f-9e54-4f59-8da3-f5a7de551749, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ece9765f-9e54-4f59-8da3-f5a7de551749,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:50.133395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:50.263905 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Calling delete_port for ece9765f-9e54-4f59-8da3-f5a7de551749 owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:50.279281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425bedf-031b-4fc9-ba8b-514c426110ff req-75a79403-e14e-4edf-9bef-7d701cc1faea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:50.280733 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5425bedf-031b-4fc9-ba8b-514c426110ff req-75a79403-e14e-4edf-9bef-7d701cc1faea tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.2658610
May 31 13:10:50.337157 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5425bedf-031b-4fc9-ba8b-514c426110ff req-1a7a4bed-b8b0-40c2-ac35-d171d607d27a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506878
May 31 13:10:50.457933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:50.462413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d699f561-83db-4ff4-8c46-516dc1fd3739 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:50.534128 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Pushing event deleted for resources: {'Port': ['ID=ece9765f-9e54-4f59-8da3-f5a7de551749,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:50.551109 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.551475 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.551836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.552192 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.552541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.552922 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.553270 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.553614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.553962 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.554306 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.554648 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.554990 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:50.582276 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:50.881153 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:51.244818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Router 08580262-c5ff-4c99-87eb-3f77fec2797d has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:10:51.430611 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:10:51.440321 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Sync routers for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:10:51.449720 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60524) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:51.450203 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] 10.222.0.20 "PUT /v2.0/routers/08580262-c5ff-4c99-87eb-3f77fec2797d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6516869
May 31 13:10:51.453205 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:51.453840 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3273d40a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:51.567662 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb585d-ec7a-4dcc-b39a-b1dde20c592e req-940a4e81-657c-4844-ae6a-9282efdc2a15 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:51.572494 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f1eb585d-ec7a-4dcc-b39a-b1dde20c592e req-940a4e81-657c-4844-ae6a-9282efdc2a15 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1048331
May 31 13:10:51.633237 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f1eb585d-ec7a-4dcc-b39a-b1dde20c592e req-02408ede-2c88-4c03-886c-6dfab3202527 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553138
May 31 13:10:51.701617 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:51.761785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks [] for router, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:51.945691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:51.987420 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3273d40a0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:10:50Z', 'revision_number': 5, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port': {'id': '9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:05Z', 'updated_at': '2021-05-31T13:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:51.991883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Checking router: 08580262-c5ff-4c99-87eb-3f77fec2797d for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:10:52.000491 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Routers {'08580262-c5ff-4c99-87eb-3f77fec2797d'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:52.001130 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3273d40a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['08580262-c5ff-4c99-87eb-3f77fec2797d'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:52.020881 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Deleting port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:52.021219 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.142350 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] For port 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:52.142706 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.156613 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] Set router 08580262-c5ff-4c99-87eb-3f77fec2797d gateway port host: None {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:52.264512 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3273d40a0>, [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:10:51Z', 'revision_number': 6, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:52.265295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Calling delete_port for 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 owned by network:router_gateway {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:52.268380 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242fd7b5-d516-4ec4-b4d0-dd8a32e6a833 None None] The sync data for ids ['08580262-c5ff-4c99-87eb-3f77fec2797d'] in dv-cinder-793264-2-iscsi is: [{'id': '08580262-c5ff-4c99-87eb-3f77fec2797d', 'name': 'tempest-TestShelveInstance-2146347401-router', 'tenant_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:04Z', 'updated_at': '2021-05-31T13:10:51Z', 'revision_number': 6, 'project_id': 'b1f7fe73c2c748dd856bfec53c1ff416', 'gw_port_host': None}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:10:52.411675 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.416142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-46cc367a-0557-4333-b45d-33f349bb1f0f tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:52.487097 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:52.490033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:52.554012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.729733 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.732012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.816150 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.816595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08580262-c5ff-4c99-87eb-3f77fec2797d {{(pid=91786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:10:52.824675 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01438-7764-4908-af8a-867f00f4c48e req-b61ee442-68c1-41ed-a261-da8f1cea3579 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:52.826214 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-43e01438-7764-4908-af8a-867f00f4c48e req-b61ee442-68c1-41ed-a261-da8f1cea3579 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0829091
May 31 13:10:52.829268 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.833161 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] 10.222.0.20 "DELETE /v2.0/routers/08580262-c5ff-4c99-87eb-3f77fec2797d HTTP/1.1" status: 204  len: 168 time: 1.3795197
May 31 13:10:52.833397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60536) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:52.872529 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-43e01438-7764-4908-af8a-867f00f4c48e req-aaf6190b-c820-4c0f-9853-3f1f880dfa0a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400851
May 31 13:10:52.892966 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Deleting subnet c98e701e-799d-40b2-9e71-d3765d786001 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:10:52.896430 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:52.944625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.032487 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.377157 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.382122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7f2d9adb-687a-44ed-901f-02c7aff888b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:53.415156 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98e701e-799d-40b2-9e71-d3765d786001,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:53.418122 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:53.419070 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.425222 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56b20e-eed4-41b1-9f39-bf4392bfa49e None None] Network 42674416-78be-4667-9e17-69a87daed7c4 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:10:53.427541 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d2b8d934-f6e1-42a2-a1d2-2a616247f447 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c98e701e-799d-40b2-9e71-d3765d786001 HTTP/1.1" status: 204  len: 168 time: 0.5931954
May 31 13:10:53.430115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60542) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:53.499886 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:10:53.502387 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:53.535458 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.553048 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:53.553404 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 9e2b19d0-f9b2-4c53-8d8d-16cb1b32a266 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:53.553829 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ece9765f-9e54-4f59-8da3-f5a7de551749 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:53.604668 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Deleting port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:53.605032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.605672 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: ece9765f-9e54-4f59-8da3-f5a7de551749 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:53.606032 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ece9765f-9e54-4f59-8da3-f5a7de551749 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:53.705148 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] For port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,segment=NetworkSegment(ef5ffaf5-66ea-4cb6-8845-1e360b25798a),segment_id=ef5ffaf5-66ea-4cb6-8845-1e360b25798a)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:53.705397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.826019 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Calling delete_port for f50fcae8-b2da-42cc-9b16-fce8e95bcd6a owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:53.852680 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:53.871325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.872746 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:10:53.875919 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0c18526-46f4-41b2-abf7-5195730c1ad5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:53.945954 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:53.966187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:10:53.981780 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886cc9e2-43f5-4bf0-88cd-caa960689ffa None None] DHCP port deletion for 42674416-78be-4667-9e17-69a87daed7c4 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:10:53.993917 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:54.001143 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.004646 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:54.054635 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50fcae8-b2da-42cc-9b16-fce8e95bcd6a,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:54.059754 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:54.060594 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] No DVR routers for this DVR port f50fcae8-b2da-42cc-9b16-fce8e95bcd6a on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:10:54.092241 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=6']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:54.103240 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.103673 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.104124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.104526 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.104951 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.105965 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.106384 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.106704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b3310-deb7-4936-85cc-8aa153e5c1b0 req-b3f504be-f907-4a60-82c8-5fca0b416788 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:54.107179 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.107179 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.107477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.107869 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.108167 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-446b3310-deb7-4936-85cc-8aa153e5c1b0 req-b3f504be-f907-4a60-82c8-5fca0b416788 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.1040721
May 31 13:10:54.108277 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:10:54.112138 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:54.115231 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['77c58ece-ad42-4a47-bd9e-6cdc6d886171'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:10:54.162110 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-446b3310-deb7-4936-85cc-8aa153e5c1b0 req-2a8a7314-4400-4ff6-835a-e69177d58e4b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424273
May 31 13:10:54.194051 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.206620 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff32705d130>,) {'filters': {'network_id': ['42674416-78be-4667-9e17-69a87daed7c4']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:54.218565 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32705d130>, 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:54.218800 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32705d130>, 'ef5ffaf5-66ea-4cb6-8845-1e360b25798a') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:54.230418 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.247419 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.254331 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:10:54.254884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:10:54.267643 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:10:54.344371 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.349704 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:54.352001 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c29bfc49-21b2-448b-8754-54276ea23599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:54.371511 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=42674416-78be-4667-9e17-69a87daed7c4,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:54.373708 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:54.379993 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c46c6362-a1af-4134-9a18-fe6a70474c49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/42674416-78be-4667-9e17-69a87daed7c4 HTTP/1.1" status: 204  len: 168 time: 0.9486578
May 31 13:10:54.382881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60550) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:54.903267 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.366980 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Deleting port ad187848-aa31-4451-878c-6662b32e4d57 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:55.367325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.470767 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f50fcae8-b2da-42cc-9b16-fce8e95bcd6a no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:55.499715 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:10:55.545013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: f50fcae8-b2da-42cc-9b16-fce8e95bcd6a {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:55.545370 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f50fcae8-b2da-42cc-9b16-fce8e95bcd6a not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:55.546347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7aeef-85ba-422c-a06f-e6a416f23f76 req-2e368c41-1108-4683-b044-f8d0fbcaba4c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:55.547803 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fde7aeef-85ba-422c-a06f-e6a416f23f76 req-2e368c41-1108-4683-b044-f8d0fbcaba4c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.2655022
May 31 13:10:55.579942 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:10:55.580315 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.628786 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-fde7aeef-85ba-422c-a06f-e6a416f23f76 req-87ed288b-da6f-46cf-808c-7a79f7792d5b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666101
May 31 13:10:55.637910 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] For port ad187848-aa31-4451-878c-6662b32e4d57, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=ad187848-aa31-4451-878c-6662b32e4d57,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:55.638271 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.698219 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.724144 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:10:55.726347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633715c1-69de-436b-8eb9-96ec78d3a26f" -d '{"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:10:55.733596 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:55.739640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.741493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-882b05ff-2745-450d-9076-1770950248ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:55.771837 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Calling delete_port for ad187848-aa31-4451-878c-6662b32e4d57 owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:55.772049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc099d5-4270-478c-852e-594a1defd2dd x-openstack-request-id: req-9dc099d5-4270-478c-852e-594a1defd2dd {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:10:55.772346 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:10:55.772599 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dc099d5-4270-478c-852e-594a1defd2dd {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:10:55.773022 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'code': 200}
May 31 13:10:55.810113 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=7']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:55.813138 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:55.919124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:55.923699 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-30a47298-8ece-4cfc-a33a-b6884f92949f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:55.996726 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad187848-aa31-4451-878c-6662b32e4d57,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:55.999189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:56.236768 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:56.588605 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Router 88a352ac-9c66-4cfd-96da-fd628d535811 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:10:56.816835 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:10:56.825150 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Sync routers for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:10:56.840648 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] 10.222.0.20 "PUT /v2.0/routers/88a352ac-9c66-4cfd-96da-fd628d535811/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4567561
May 31 13:10:56.843138 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60564) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:56.866782 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:56.867427 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ad30>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:57.017527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364b63-8116-45ee-a9c4-f054995da4e2 req-78b0e90c-00ab-4a29-a2f2-332ee9b4a925 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:57.019043 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-55364b63-8116-45ee-a9c4-f054995da4e2 req-78b0e90c-00ab-4a29-a2f2-332ee9b4a925 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.2813365
May 31 13:10:57.043113 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:57.159187 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-55364b63-8116-45ee-a9c4-f054995da4e2 req-ff790616-cf45-4b97-8238-7a1855c69ee9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318619
May 31 13:10:57.176705 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:57.331360 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ad30>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:10:55Z', 'revision_number': 5, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port': {'id': '3277afc6-19d1-449b-8a1f-344458b2f3fb', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:04:15Z', 'updated_at': '2021-05-31T13:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:57.335244 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Checking router: 88a352ac-9c66-4cfd-96da-fd628d535811 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:10:57.343452 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Routers {'88a352ac-9c66-4cfd-96da-fd628d535811'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:10:57.344152 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ad30>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['88a352ac-9c66-4cfd-96da-fd628d535811'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:57.355771 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:57.441958 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Deleting port 3277afc6-19d1-449b-8a1f-344458b2f3fb {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:57.442313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:57.495434 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] Set router 88a352ac-9c66-4cfd-96da-fd628d535811 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:10:57.563087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] For port 3277afc6-19d1-449b-8a1f-344458b2f3fb, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=3277afc6-19d1-449b-8a1f-344458b2f3fb,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:57.563441 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:57.598979 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c35ad30>, [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:10:57Z', 'revision_number': 6, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:57.602841 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e47e6-4d40-4b2b-9bbe-5845a215ee29 None None] The sync data for ids ['88a352ac-9c66-4cfd-96da-fd628d535811'] in dv-cinder-793264-2-iscsi is: [{'id': '88a352ac-9c66-4cfd-96da-fd628d535811', 'name': 'tempest-TestShelveInstance-1190699872-router', 'tenant_id': '1c4cf72f32c74c588be171869730dbef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:04:14Z', 'updated_at': '2021-05-31T13:10:57Z', 'revision_number': 6, 'project_id': '1c4cf72f32c74c588be171869730dbef', 'gw_port_host': None}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:10:57.688071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Calling delete_port for 3277afc6-19d1-449b-8a1f-344458b2f3fb owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:57.818955 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:57.823216 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ea224440-93a6-4631-8c63-b9a9022040d5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:57.869149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3277afc6-19d1-449b-8a1f-344458b2f3fb,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:57.894365 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:57.960322 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.137039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.139179 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.161413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.161903 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a352ac-9c66-4cfd-96da-fd628d535811 {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:10:58.173442 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.174541 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/88a352ac-9c66-4cfd-96da-fd628d535811 HTTP/1.1" status: 204  len: 168 time: 1.3305020
May 31 13:10:58.176982 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60570) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:58.238022 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Deleting subnet df3a3540-b18a-4226-988c-7e8842136aa2 {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:10:58.240928 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.290287 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.352344 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be71521-3d1d-45ae-bf6c-52424d360006 req-f6bc53af-2438-4449-9e39-94c0e6e169e1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:58.354131 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1be71521-3d1d-45ae-bf6c-52424d360006 req-f6bc53af-2438-4449-9e39-94c0e6e169e1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0853724
May 31 13:10:58.407168 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1be71521-3d1d-45ae-bf6c-52424d360006 req-4c666b77-1f8e-4fc4-8d82-052ffcfaca42 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459974
May 31 13:10:58.495809 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.776889 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.783251 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:58.823317 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df3a3540-b18a-4226-988c-7e8842136aa2,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:58.825150 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:58.830705 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:58.835424 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3fecda18-45b7-4111-92ac-b0f6d05747f3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/df3a3540-b18a-4226-988c-7e8842136aa2 HTTP/1.1" status: 204  len: 168 time: 0.6551306
May 31 13:10:58.836184 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae727cd3-b486-4a9c-a533-ab1b2c990d5f None None] Network eea16630-0815-474e-a9dd-b0a59f37a7b0 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:10:58.836582 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60592) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:10:58.952078 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.027760 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Deleting port 1490714e-1745-49a5-aed6-635e093958d4 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:59.028113 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.133611 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] DHCP port deletion for eea16630-0815-474e-a9dd-b0a59f37a7b0 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:10:59.146730 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] For port 1490714e-1745-49a5-aed6-635e093958d4, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=1490714e-1745-49a5-aed6-635e093958d4,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:59.147278 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.206642 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Deleting port 1490714e-1745-49a5-aed6-635e093958d4 {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:10:59.207442 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.286303 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Calling delete_port for 1490714e-1745-49a5-aed6-635e093958d4 owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:59.318445 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] For port 1490714e-1745-49a5-aed6-635e093958d4, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=1490714e-1745-49a5-aed6-635e093958d4,segment=NetworkSegment(1442a65a-4f14-4b52-ba8f-70a8923d6072),segment_id=1442a65a-4f14-4b52-ba8f-70a8923d6072)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:10:59.319079 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.343488 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.347975 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-96bca8d7-aa6c-407d-8fff-20fcf3a3ea95 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:59.396575 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Pushing event deleted for resources: {'Port': ['ID=1490714e-1745-49a5-aed6-635e093958d4,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:59.399819 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:59.400613 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] No DVR routers for this DVR port 1490714e-1745-49a5-aed6-635e093958d4 on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:10:59.466994 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Calling delete_port for 1490714e-1745-49a5-aed6-635e093958d4 owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:10:59.538503 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.565038 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:59.592397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.615598 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 1490714e-1745-49a5-aed6-635e093958d4 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:59.673485 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 1490714e-1745-49a5-aed6-635e093958d4 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:59.674023 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 1490714e-1745-49a5-aed6-635e093958d4 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:59.674557 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ad187848-aa31-4451-878c-6662b32e4d57 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:59.686930 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff327c54c40>,) {'filters': {'network_id': ['eea16630-0815-474e-a9dd-b0a59f37a7b0']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:59.702602 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Pushing event deleted for resources: {'Port': ['ID=1490714e-1745-49a5-aed6-635e093958d4,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:59.704685 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327c54c40>, '1442a65a-4f14-4b52-ba8f-70a8923d6072') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:59.705271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] No DVR routers for this DVR port 1490714e-1745-49a5-aed6-635e093958d4 on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:10:59.709040 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff327c54c40>, '1442a65a-4f14-4b52-ba8f-70a8923d6072') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:10:59.715897 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:10:59.730405 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: ad187848-aa31-4451-878c-6662b32e4d57 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:59.731025 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device ad187848-aa31-4451-878c-6662b32e4d57 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:59.731689 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 3277afc6-19d1-449b-8a1f-344458b2f3fb no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:10:59.735696 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.762575 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.776245 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 3277afc6-19d1-449b-8a1f-344458b2f3fb {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:10:59.777037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 3277afc6-19d1-449b-8a1f-344458b2f3fb not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:10:59.786521 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:10:59.786931 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:10:59.805184 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:10:59.889429 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979bce0-cb8b-4f0a-bd3d-dd914fdb458c req-a116983a-e749-40a3-8c2b-a92a68766b0c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:10:59.890915 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6979bce0-cb8b-4f0a-bd3d-dd914fdb458c req-a116983a-e749-40a3-8c2b-a92a68766b0c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.3042152
May 31 13:10:59.931073 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.950684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b0bf27df-ddc8-4aee-a3f0-1e96a47a11a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:10:59.969166 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:10:59.988259 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6979bce0-cb8b-4f0a-bd3d-dd914fdb458c req-144389d9-c0ed-4861-99a5-85597fd704eb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860872
May 31 13:10:59.989308 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea16630-0815-474e-a9dd-b0a59f37a7b0,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:10:59.996019 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:00.002319 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] 10.222.0.20 "DELETE /v2.0/networks/eea16630-0815-474e-a9dd-b0a59f37a7b0 HTTP/1.1" status: 204  len: 168 time: 1.1632013
May 31 13:11:00.165834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60624) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:00.223469 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-75342e84-e143-41b7-b163-106cad4e9102 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1f7fe73c2c748dd856bfec53c1ff416&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0555854
May 31 13:11:00.226086 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60628) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:00.295865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:00.324715 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:00.389665 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:00.399888 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ae8ea2df-9387-4542-96f0-b9fb2d7b4b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:00.412817 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db727ef2-e447-4e3f-ba86-85abe83068ff,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:00.421882 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:00.424654 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:00.426002 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db727ef2-e447-4e3f-ba86-85abe83068ff HTTP/1.1" status: 204  len: 168 time: 0.1983933
May 31 13:11:00.904428 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60642) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:00.962342 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f990cf86-a1c1-48e3-8cc3-4fabf0a1c979 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c4cf72f32c74c588be171869730dbef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562379
May 31 13:11:00.964748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60646) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:01.041832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:01.090871 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:01.229332 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:01.234638 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-23e0dcef-a260-4e2e-9e64-217ad9562dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:01.253833 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:01.259846 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f807dbab-59b1-4889-9c0d-9da3d9a53d18 HTTP/1.1" status: 204  len: 168 time: 0.2938728
May 31 13:11:01.261331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f807dbab-59b1-4889-9c0d-9da3d9a53d18,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:01.272563 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f29e63-0ad5-4a37-9791-90631e045cff req-187a7b88-3e8e-486a-8be5-1d53688115e7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:01.275134 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98f29e63-0ad5-4a37-9791-90631e045cff req-187a7b88-3e8e-486a-8be5-1d53688115e7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1328518
May 31 13:11:01.276355 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5648ff37-6da9-4fad-9756-c5f8c4f88203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:01.338378 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-98f29e63-0ad5-4a37-9791-90631e045cff req-7a0c091e-8c26-4b51-b336-be978307f5e7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550780
May 31 13:11:02.546279 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432d9c6-5d4f-4593-ba4c-c38593b0ea40 req-4a737564-8aa9-4be7-8326-4cc09fda8a61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:02.547761 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8432d9c6-5d4f-4593-ba4c-c38593b0ea40 req-4a737564-8aa9-4be7-8326-4cc09fda8a61 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1000550
May 31 13:11:02.601490 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8432d9c6-5d4f-4593-ba4c-c38593b0ea40 req-1f54cb4e-4e42-4d6c-b58b-e919779f4128 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463035
May 31 13:11:03.797591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f57a6-bf45-4c3e-9391-416c6155821b req-ba46aab2-3847-4cf2-8f61-e3ee4d259b3c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:03.799033 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-671f57a6-bf45-4c3e-9391-416c6155821b req-ba46aab2-3847-4cf2-8f61-e3ee4d259b3c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0798700
May 31 13:11:03.843871 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-671f57a6-bf45-4c3e-9391-416c6155821b req-a99afe09-711a-41ae-bf70-faef8483da1c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390201
May 31 13:11:05.063081 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc5fd4-ef47-4b83-b883-cee19d1f0307 req-89b3fc9c-1ff2-4347-aa43-6f164656c87d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:05.071568 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-19dc5fd4-ef47-4b83-b883-cee19d1f0307 req-89b3fc9c-1ff2-4347-aa43-6f164656c87d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0909765
May 31 13:11:05.123920 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-19dc5fd4-ef47-4b83-b883-cee19d1f0307 req-29b60242-21dc-49d9-912d-d32eb6ab2368 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512555
May 31 13:11:05.326866 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156643-aced-4c98-a46f-05521699b27d req-5a1f5586-ceaa-4b9e-ae91-ad65d6de5678 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:05.328209 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3b156643-aced-4c98-a46f-05521699b27d req-5a1f5586-ceaa-4b9e-ae91-ad65d6de5678 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.0906599
May 31 13:11:05.377796 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3b156643-aced-4c98-a46f-05521699b27d req-e6605b06-3414-407f-b4ad-3a49405904ae tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430112
May 31 13:11:06.451238 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba119d8-7747-4eee-8ea8-8671753b9ad4 req-9d891ce4-4cdc-4fb7-ac4e-e2c6ce48b33b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:06.459459 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dba119d8-7747-4eee-8ea8-8671753b9ad4 req-9d891ce4-4cdc-4fb7-ac4e-e2c6ce48b33b tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.2121022
May 31 13:11:06.512248 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dba119d8-7747-4eee-8ea8-8671753b9ad4 req-6900c905-15be-4c40-8b5a-11f413e70a94 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519307
May 31 13:11:06.575639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4b04-70d0-4f85-aff7-8e614a23d13c req-c9d80c40-4aac-4227-bcb1-21f3b9892ba9 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:06.577154 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-447a4b04-70d0-4f85-aff7-8e614a23d13c req-c9d80c40-4aac-4227-bcb1-21f3b9892ba9 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.0840583
May 31 13:11:06.622775 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-447a4b04-70d0-4f85-aff7-8e614a23d13c req-1a4fe4f8-d1fe-4036-a31f-440ed985f736 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392153
May 31 13:11:07.512139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-253443c0-105f-43a9-b10f-936a07df02f1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:07.513609 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-253443c0-105f-43a9-b10f-936a07df02f1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.0921717
May 31 13:11:07.658921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Deleting port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:07.659529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:07.822921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87321f2-662d-4795-90c7-ba14c3cc45fa req-e506bbe4-a84b-49a4-8dfe-c54128b886fe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:07.824624 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b87321f2-662d-4795-90c7-ba14c3cc45fa req-e506bbe4-a84b-49a4-8dfe-c54128b886fe tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1476748
May 31 13:11:07.887210 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b87321f2-662d-4795-90c7-ba14c3cc45fa req-78910c97-1da4-453f-85c3-774716c10185 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529923
May 31 13:11:07.928596 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77fae7-40c7-4417-95e1-61fe2e65a8cb req-a5556fd8-5437-4639-ab95-d90a8b5c43e1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:07.929819 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb77fae7-40c7-4417-95e1-61fe2e65a8cb req-a5556fd8-5437-4639-ab95-d90a8b5c43e1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 945 time: 0.1650395
May 31 13:11:07.931615 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] For port 0d85964b-c8d5-4227-b5e7-57ffb3b04348, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=0d85964b-c8d5-4227-b5e7-57ffb3b04348,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:07.931974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:08.065130 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-cb77fae7-40c7-4417-95e1-61fe2e65a8cb req-75e6d7d2-c14f-4f35-8f62-b4f95944a3f1 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups?id=6e6baa0b-f83a-4b2c-993f-492159864791&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237066
May 31 13:11:08.427035 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:08.427728 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:08.428050 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Floating IP 2c29e206-ba0a-4101-9cc1-43a8e5f372ee disassociated. External IP: 172.27.3.82, port: 0d85964b-c8d5-4227-b5e7-57ffb3b04348.
May 31 13:11:08.428398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Calling delete_port for 0d85964b-c8d5-4227-b5e7-57ffb3b04348 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:08.566988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:08.577258 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a082320b-e1a3-4c7b-bfca-e5fcbea4c48e tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:08.626042 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'Port': ['ID=0d85964b-c8d5-4227-b5e7-57ffb3b04348,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:08.629397 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:08.845852 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:11:09.074417 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:11:09.084566 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:11:09.107462 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:11:09.108108 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32769ddf0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:09.141807 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5c69-cea2-416f-b41b-610a14057045 req-f27403c7-d5cd-4236-a633-8a273570f200 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:09.143393 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-810f5c69-cea2-416f-b41b-610a14057045 req-f27403c7-d5cd-4236-a633-8a273570f200 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1198406
May 31 13:11:09.205467 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-810f5c69-cea2-416f-b41b-610a14057045 req-a2e9efd3-566c-44aa-aec0-c4c9d21a9995 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549917
May 31 13:11:09.206890 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] No DVR routers for this DVR port 0d85964b-c8d5-4227-b5e7-57ffb3b04348 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:11:09.215259 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:09.225546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'name': 'network-vif-deleted', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:11:09.228069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d06eb-7fef-43ca-8257-582c4463f9d1" -d '{"events": [{"server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "name": "network-vif-deleted", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:11:09.245493 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-aa65fab0-13eb-426d-ba0b-e69b9997dde2 req-5d043ea4-0c61-4977-9b77-8a6722d64259 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.36 "DELETE /v2.0/ports/0d85964b-c8d5-4227-b5e7-57ffb3b04348 HTTP/1.1" status: 204  len: 173 time: 1.7252889
May 31 13:11:09.301462 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3268d68f-9942-49de-9f1b-70c2df7ca2d7 x-openstack-request-id: req-3268d68f-9942-49de-9f1b-70c2df7ca2d7 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:11:09.301843 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec", "name": "network-vif-deleted", "tag": "0d85964b-c8d5-4227-b5e7-57ffb3b04348", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:11:09.302112 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3268d68f-9942-49de-9f1b-70c2df7ca2d7 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:11:09.302473 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec', 'name': 'network-vif-deleted', 'tag': '0d85964b-c8d5-4227-b5e7-57ffb3b04348', 'status': 'completed', 'code': 200}
May 31 13:11:09.329781 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-85117460-40d3-4461-8292-967b60224b6b req-f9a5454b-8c65-4d54-906a-2dd4d7f0da34 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Synchronizing usage tracker for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:11:09.354287 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-85117460-40d3-4461-8292-967b60224b6b req-f9a5454b-8c65-4d54-906a-2dd4d7f0da34 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Unset dirty status for tenant:8181df2d0f9e4ceaac4d01bb1aef8f5c on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:11:09.369106 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-85117460-40d3-4461-8292-967b60224b6b req-f9a5454b-8c65-4d54-906a-2dd4d7f0da34 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a30b8c9-b1b1-48e4-b292-eebe4e3d62ec HTTP/1.1" status: 200  len: 210 time: 0.1177061
May 31 13:11:09.455567 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:11:09.767774 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32769ddf0>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:09.772114 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:11:09.780137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:11:09.780763 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32769ddf0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:10:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:09.942101 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:09.965745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:11:10.273892 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32769ddf0>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:10.278123 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41745f27-daa3-45bc-a60b-372f6b7fac4f None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:01:19Z', 'revision_number': 4, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': '5bc9a60f-8560-4150-866e-0efdcfe3c0e1', 'name': '', 'network_id': '1c6288f2-4229-4d70-87dc-70741c357487', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'mac_address': 'fa:16:3e:e7:48:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:17Z', 'updated_at': '2021-05-31T13:01:30Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'subnets': [{'id': 'bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:11:10.339058 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac5ad-b292-4107-af99-4e7573186359 req-ef9d01fc-3ec9-4623-8c17-95ce06365058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:10.340942 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-ef9d01fc-3ec9-4623-8c17-95ce06365058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1098 time: 0.0887985
May 31 13:11:10.439334 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00367-42fd-4943-9875-a0b1f3b5444f req-160c2009-2cf5-430f-860d-c729ea6404bb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:10.442082 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-71f00367-42fd-4943-9875-a0b1f3b5444f req-160c2009-2cf5-430f-860d-c729ea6404bb tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.0967188
May 31 13:11:10.508388 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-71f00367-42fd-4943-9875-a0b1f3b5444f req-7c023737-aaa0-480c-ac6f-a3d577fa9d4e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568681
May 31 13:11:10.511075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac5ad-b292-4107-af99-4e7573186359 req-3c7748a9-7c81-4d80-b405-8b4525b8d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:10.512583 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-3c7748a9-7c81-4d80-b405-8b4525b8d06a service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1645870
May 31 13:11:10.582936 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56876c3a-4f42-4425-b2f4-f67af93a5ad6 None None] New status for floating IP 2c29e206-ba0a-4101-9cc1-43a8e5f372ee: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:11:10.623918 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-73dc5c51-7044-49ca-9dcd-897915eb01f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 1000 time: 0.1041527
May 31 13:11:10.652783 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60730) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:10.692673 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac5ad-b292-4107-af99-4e7573186359 req-baed18de-db56-4023-8f59-f7aab1982d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:10.694237 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-baed18de-db56-4023-8f59-f7aab1982d80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0638814
May 31 13:11:10.732909 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:10.767279 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:10.774272 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bac5ad-b292-4107-af99-4e7573186359 req-0a4e0318-ebff-40b4-98b0-c58853965a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:10.775838 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-0a4e0318-ebff-40b4-98b0-c58853965a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741823
May 31 13:11:10.834666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:10.840108 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-899acf10-1be9-4a5a-b6eb-f059a62672af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:10.861383 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6baa0b-f83a-4b2c-993f-492159864791,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:10.865102 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:10.877176 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:10.879365 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e6baa0b-f83a-4b2c-993f-492159864791 HTTP/1.1" status: 204  len: 168 time: 0.2252741
May 31 13:11:10.882104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60734) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:10.898366 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.api.v2.resource [None req-476f2e66-b304-4265-8009-8e81f9de6ad8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] show failed (client error): The resource could not be found.
May 31 13:11:10.899346 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-476f2e66-b304-4265-8009-8e81f9de6ad8 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "GET /v2.0/security-groups/6e6baa0b-f83a-4b2c-993f-492159864791 HTTP/1.1" status: 404  len: 347 time: 0.0163174
May 31 13:11:10.902112 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60738) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:10.920268 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-6aad774c-3531-4340-911c-75ceea2d3302 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375754
May 31 13:11:11.055247 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-62bac5ad-b292-4107-af99-4e7573186359 req-a685cdd7-8b70-4c19-a40e-d88fc18b1deb service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287251
May 31 13:11:11.119399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Deleting port 666d3929-b51c-4d16-8a63-c519e1e12831 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:11.119746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.235454 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.235777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.354118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Calling delete_port for 666d3929-b51c-4d16-8a63-c519e1e12831 owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:11.461166 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.464489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:11.510968 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Pushing event deleted for resources: {'Port': ['ID=666d3929-b51c-4d16-8a63-c519e1e12831,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:11.514092 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:11.600674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.611242 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0d85964b-c8d5-4227-b5e7-57ffb3b04348 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:11.619673 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.620988 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c29e206-ba0a-4101-9cc1-43a8e5f372ee HTTP/1.1" status: 204  len: 168 time: 0.7178564
May 31 13:11:11.652949 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 0d85964b-c8d5-4227-b5e7-57ffb3b04348 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:11:11.653497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 0d85964b-c8d5-4227-b5e7-57ffb3b04348 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:11:11.654369 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:11.780641 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.807616 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2304e40-6987-4b57-b26b-ca309d76390c req-aefe0686-1f7b-4bab-9c85-e92b3b5fe6ed tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:11.809239 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c2304e40-6987-4b57-b26b-ca309d76390c req-aefe0686-1f7b-4bab-9c85-e92b3b5fe6ed tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 945 time: 0.1886606
May 31 13:11:11.821829 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:11:11.824084 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8aaf0-eba6-4021-ba7a-ef87b340a620" -d '{"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-unplugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:11:11.826477 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0ab2ade9-79d9-425a-be1e-219dffbea2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.843063 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:11.848120 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:11.849865 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:11.869518 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c2304e40-6987-4b57-b26b-ca309d76390c req-1b487e06-0ea9-4a69-bc98-808f4dda32e0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544393
May 31 13:11:11.885350 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acbf5bc-4f19-49fe-aef1-e4c403f76ea3 x-openstack-request-id: req-6acbf5bc-4f19-49fe-aef1-e4c403f76ea3 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:11:11.885651 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-unplugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:11:11.885907 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6acbf5bc-4f19-49fe-aef1-e4c403f76ea3 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:11:11.886297 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'code': 200}
May 31 13:11:11.917623 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=8']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:11.920558 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:13.057293 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2da864-933c-425e-8050-f335c5596cc5 req-44d6f586-a127-42c5-bad6-ea2f79320220 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:13.058760 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8d2da864-933c-425e-8050-f335c5596cc5 req-44d6f586-a127-42c5-bad6-ea2f79320220 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0829055
May 31 13:11:13.108265 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8d2da864-933c-425e-8050-f335c5596cc5 req-6932430b-f843-4880-b04e-32d720e65563 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437183
May 31 13:11:14.028755 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:14.214104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c3ec067c-d4ec-4a04-b0eb-c7fe280f19f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:14.514940 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d0b1-02a8-4069-ad55-f6e99f0ea630 req-92c74a42-c53e-49c0-ad20-0e7ed149a686 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:14.516521 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b69d0b1-02a8-4069-ad55-f6e99f0ea630 req-92c74a42-c53e-49c0-ad20-0e7ed149a686 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0897224
May 31 13:11:14.562993 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b69d0b1-02a8-4069-ad55-f6e99f0ea630 req-83608fa7-b0bc-4949-be49-61c78f3b7232 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403426
May 31 13:11:14.767804 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60810) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:14.879939 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-51664070-5f02-4098-baa6-3d178ab27c13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1103227
May 31 13:11:15.306723 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:15.611922 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:15.652593 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60824) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:15.753510 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1580d-da39-494e-bcb6-b8e43726d60e req-b759658b-7b14-40aa-8637-7930037a0678 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:15.754978 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-79b1580d-da39-494e-bcb6-b8e43726d60e req-b759658b-7b14-40aa-8637-7930037a0678 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0833421
May 31 13:11:15.799578 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-79b1580d-da39-494e-bcb6-b8e43726d60e req-ffdd9623-0d98-48e2-892b-329e1b53dad9 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387878
May 31 13:11:16.387181 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:16.785880 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Deleting port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:16.786528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:16.875957 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:11:16.905210 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] For port 5bc9a60f-8560-4150-866e-0efdcfe3c0e1, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:16.905570 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:17.067003 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Calling delete_port for 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:17.127783 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647f295-81ad-4aa4-bd1f-f5d7416b7660 req-6152c89e-f4f4-49bf-8686-61a6d9429998 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:17.129254 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3647f295-81ad-4aa4-bd1f-f5d7416b7660 req-6152c89e-f4f4-49bf-8686-61a6d9429998 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.2159932
May 31 13:11:17.156429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:17.195410 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3647f295-81ad-4aa4-bd1f-f5d7416b7660 req-42a9b936-f26e-4645-b928-bdab1797536f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549390
May 31 13:11:17.279341 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:17.283740 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:17.326829 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc9a60f-8560-4150-866e-0efdcfe3c0e1,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:17.352904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:17.702855 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:18.048906 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Router ff907e9f-76ca-465d-a768-b0be98a789b4 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:11:18.219315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:11:18.228577 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Sync routers for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:11:18.231900 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff907e9f-76ca-465d-a768-b0be98a789b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5776639
May 31 13:11:18.234621 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60846) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:18.241984 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:11:18.242604 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327234820>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:11:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:18.417154 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:11:18.469983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:18.549965 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3bd10-0f68-475e-a677-930d8084d1e6 req-d97b9d82-db8c-466d-917e-7498c95c71ac tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:18.551468 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-17d3bd10-0f68-475e-a677-930d8084d1e6 req-d97b9d82-db8c-466d-917e-7498c95c71ac tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.2353957
May 31 13:11:18.671646 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-17d3bd10-0f68-475e-a677-930d8084d1e6 req-19702497-13a0-419b-9e94-a245824d92f5 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145065
May 31 13:11:18.689441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:18.715561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327234820>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:11:17Z', 'revision_number': 5, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port': {'id': '789c21be-9aa7-4ef3-9da5-089120cb557f', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:01:12Z', 'updated_at': '2021-05-31T13:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:18.719404 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Checking router: ff907e9f-76ca-465d-a768-b0be98a789b4 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:11:18.727626 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Routers {'ff907e9f-76ca-465d-a768-b0be98a789b4'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:11:18.728228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327234820>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:11:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['ff907e9f-76ca-465d-a768-b0be98a789b4'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:18.764624 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Deleting port 789c21be-9aa7-4ef3-9da5-089120cb557f {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:18.764999 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:18.875037 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] Set router ff907e9f-76ca-465d-a768-b0be98a789b4 gateway port host: None {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:11:18.885500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] For port 789c21be-9aa7-4ef3-9da5-089120cb557f, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=789c21be-9aa7-4ef3-9da5-089120cb557f,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:18.885882 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:18.980388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327234820>, [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:11:18Z', 'revision_number': 6, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:18.984334 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799eafb-d5b3-4cb0-ba1a-51fad0d9309b None None] The sync data for ids ['ff907e9f-76ca-465d-a768-b0be98a789b4'] in dv-cinder-793264-2-iscsi is: [{'id': 'ff907e9f-76ca-465d-a768-b0be98a789b4', 'name': 'tempest-AttachVolumeTestJSON-313467878-router', 'tenant_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:01:10Z', 'updated_at': '2021-05-31T13:11:18Z', 'revision_number': 6, 'project_id': '8181df2d0f9e4ceaac4d01bb1aef8f5c', 'gw_port_host': None}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:11:19.006849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Calling delete_port for 789c21be-9aa7-4ef3-9da5-089120cb557f owned by network:router_gateway {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:19.140614 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.144853 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d8c1b873-093f-465d-8a2b-c7225e251427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:19.186017 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=789c21be-9aa7-4ef3-9da5-089120cb557f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:19.188930 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:19.286660 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.556408 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.558608 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.580172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.580676 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff907e9f-76ca-465d-a768-b0be98a789b4 {{(pid=91786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:11:19.593129 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.594210 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff907e9f-76ca-465d-a768-b0be98a789b4 HTTP/1.1" status: 204  len: 168 time: 1.3586240
May 31 13:11:19.596893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60856) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:19.653734 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Deleting subnet bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:11:19.656507 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.705372 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.840555 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:19.847635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:19.881345 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:11:19.881793 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 5bc9a60f-8560-4150-866e-0efdcfe3c0e1 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:11:19.900515 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa547bc9-72be-4d8e-a233-1cca2cc77ac2 req-3e073d63-227c-4939-9c38-944d46a775f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:19.902220 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa547bc9-72be-4d8e-a233-1cca2cc77ac2 req-3e073d63-227c-4939-9c38-944d46a775f1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.1036479
May 31 13:11:19.948738 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-aa547bc9-72be-4d8e-a233-1cca2cc77ac2 req-98761f89-334a-4418-b7d1-e6dfda2af088 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403752
May 31 13:11:19.994581 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61909-815b-408e-9b6b-c6301fb69195 req-265d4a18-cfb6-4108-9f8e-667ccf339d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:19.996064 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-265d4a18-cfb6-4108-9f8e-667ccf339d29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e&tenant_id=868556666f104ec1b68be69dc1a0fa6b HTTP/1.1" status: 200  len: 1096 time: 0.2120275
May 31 13:11:20.163513 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61909-815b-408e-9b6b-c6301fb69195 req-b46dbd20-67cb-4f81-8145-4d0e4153cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:20.165103 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-b46dbd20-67cb-4f81-8145-4d0e4153cc0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1096 time: 0.1453021
May 31 13:11:20.200029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.246790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2df22e28-f35a-4bbb-88f4-2d5cbb2392df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:20.289191 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:20.298410 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:20.301286 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.304859 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b95b74-293c-4547-951b-6fce98c16cf0 None None] Network 1c6288f2-4229-4d70-87dc-70741c357487 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:11:20.312530 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9385d64d-ffb9-49dd-a042-ad5cca0cdf62 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf8b9944-6c8b-4c6f-8d80-0cdbde38fcd5 HTTP/1.1" status: 204  len: 168 time: 0.7125351
May 31 13:11:20.312811 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 60864) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:20.426192 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61909-815b-408e-9b6b-c6301fb69195 req-2170c95b-f380-4cf8-8b69-e1cdbef92282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:20.427527 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-2170c95b-f380-4cf8-8b69-e1cdbef92282 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.2536588
May 31 13:11:20.500015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.564106 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] DHCP port deletion for 1c6288f2-4229-4d70-87dc-70741c357487 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:11:20.594824 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-9a40a93e-1d22-488a-be96-5000d86237cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 998 time: 0.1560137
May 31 13:11:20.632495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Deleting port 816f3ad5-1095-4b4c-8706-52be374b02b8 {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:20.632902 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.670352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Deleting port 816f3ad5-1095-4b4c-8706-52be374b02b8 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:11:20.670685 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.684235 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61909-815b-408e-9b6b-c6301fb69195 req-d7c75f48-23c4-4a85-aec0-ee07aca56000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:20.685834 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-d7c75f48-23c4-4a85-aec0-ee07aca56000 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0838342
May 31 13:11:20.728971 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] For port 816f3ad5-1095-4b4c-8706-52be374b02b8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=816f3ad5-1095-4b4c-8706-52be374b02b8,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:20.729364 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.823607 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] For port 816f3ad5-1095-4b4c-8706-52be374b02b8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=816f3ad5-1095-4b4c-8706-52be374b02b8,segment=NetworkSegment(7f629a6b-ddc8-4237-832a-2f01651638e0),segment_id=7f629a6b-ddc8-4237-832a-2f01651638e0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:20.823963 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.885809 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Calling delete_port for 816f3ad5-1095-4b4c-8706-52be374b02b8 owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:20.931482 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:20.935505 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-5ea83730-1bcf-44a4-82dc-88becb571155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:20.979321 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Pushing event deleted for resources: {'Port': ['ID=816f3ad5-1095-4b4c-8706-52be374b02b8,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:20.982362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:20.983176 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] No DVR routers for this DVR port 816f3ad5-1095-4b4c-8706-52be374b02b8 on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:11:21.058671 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Calling delete_port for 816f3ad5-1095-4b4c-8706-52be374b02b8 owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:11:21.108276 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac61909-815b-408e-9b6b-c6301fb69195 req-d441c278-52ed-4ddd-a022-a0d05b43e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:21.109699 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-d441c278-52ed-4ddd-a022-a0d05b43e869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4168019
May 31 13:11:21.299368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.305479 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1b144378-4b40-48ec-8168-1c34915b4d78 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:21.348113 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a55b15-ee90-4621-a65c-2387ba96f266 req-4fc256eb-f567-4df9-8bd2-eb5fdd4e6ab7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:21.349594 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-18a55b15-ee90-4621-a65c-2387ba96f266 req-4fc256eb-f567-4df9-8bd2-eb5fdd4e6ab7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.2791359
May 31 13:11:21.351307 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-b9451fb5-c6bd-4828-854e-a4536b27f665 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300239
May 31 13:11:21.362331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Pushing event deleted for resources: {'Port': ['ID=816f3ad5-1095-4b4c-8706-52be374b02b8,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:21.381431 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] No DVR routers for this DVR port 816f3ad5-1095-4b4c-8706-52be374b02b8 on host dv-cinder-793264-2-iscsi {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:11:21.382980 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:21.495781 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 816f3ad5-1095-4b4c-8706-52be374b02b8 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:21.532257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 816f3ad5-1095-4b4c-8706-52be374b02b8 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:11:21.532615 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 816f3ad5-1095-4b4c-8706-52be374b02b8 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:11:21.533074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 789c21be-9aa7-4ef3-9da5-089120cb557f no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:11:21.565723 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 789c21be-9aa7-4ef3-9da5-089120cb557f {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:11:21.566005 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 789c21be-9aa7-4ef3-9da5-089120cb557f not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:11:21.588645 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-18a55b15-ee90-4621-a65c-2387ba96f266 req-1d2bfc3b-3d26-4fb7-8c83-c64df6829aff tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2295241
May 31 13:11:21.597891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.625677 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff3279ff5b0>,) {'filters': {'network_id': ['1c6288f2-4229-4d70-87dc-70741c357487']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:21.648039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3279ff5b0>, '7f629a6b-ddc8-4237-832a-2f01651638e0') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:21.648333 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff3279ff5b0>, '7f629a6b-ddc8-4237-832a-2f01651638e0') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:21.664250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.671587 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-0897efae-d01f-4d74-867d-464d008e7900 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3115201
May 31 13:11:21.681201 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.687653 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:11:21.688035 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:11:21.702015 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:11:21.777659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.782424 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:21.784894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d35a31fc-1f45-49b1-a6e1-cfa7f857a18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:21.808753 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6288f2-4229-4d70-87dc-70741c357487,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:21.812224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:21.826006 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1c6288f2-4229-4d70-87dc-70741c357487 HTTP/1.1" status: 204  len: 168 time: 1.5122139
May 31 13:11:21.958425 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60886) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:22.007356 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-7116e3f2-b28f-40dc-8e1f-a55e895db5ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8181df2d0f9e4ceaac4d01bb1aef8f5c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0475500
May 31 13:11:22.009721 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 60894) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:22.066181 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:22.091456 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:22.143056 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:22.149027 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7131c6a2-3e62-428f-8c0a-7ea5a8d2dcf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:22.166243 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127049f-f2e8-4228-a0ba-42df1dc3c623,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:22.169307 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:22.175588 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:22.179004 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6127049f-f2e8-4228-a0ba-42df1dc3c623 HTTP/1.1" status: 204  len: 168 time: 0.1660366
May 31 13:11:22.832412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d51fb1-82d1-49e8-9f35-ef423d1a9390 req-d1e6fde6-0dca-43cc-85fe-9b30369d3807 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:22.845389 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-91d51fb1-82d1-49e8-9f35-ef423d1a9390 req-d1e6fde6-0dca-43cc-85fe-9b30369d3807 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.1277490
May 31 13:11:22.896655 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-91d51fb1-82d1-49e8-9f35-ef423d1a9390 req-29e6cc8e-04c9-4b9b-aaa6-eaa9e7d0b59a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494359
May 31 13:11:24.086874 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdd7f4-0b50-41f3-b976-d1464532b4d5 req-b05508cf-8ff4-4b2e-b7cd-0233f1b6c311 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:24.088358 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-52bdd7f4-0b50-41f3-b976-d1464532b4d5 req-b05508cf-8ff4-4b2e-b7cd-0233f1b6c311 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0808461
May 31 13:11:24.135816 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-52bdd7f4-0b50-41f3-b976-d1464532b4d5 req-3f32b753-2aae-41d9-9302-ac286af69cb3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410144
May 31 13:11:25.507655 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266720e-0860-4479-afce-f00bb15469ce req-349dd7bd-db6e-4ea7-a6ea-8685ea33f66f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:25.509157 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1266720e-0860-4479-afce-f00bb15469ce req-349dd7bd-db6e-4ea7-a6ea-8685ea33f66f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.2375066
May 31 13:11:25.556462 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1266720e-0860-4479-afce-f00bb15469ce req-dc5936d2-5120-451b-a842-c77123d9c5e7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414789
May 31 13:11:26.756856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377abfcc-3412-4504-a27e-cbc0978a9ae6 req-4e137771-7aae-4da5-8132-d4ec05013ab0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:26.758271 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-377abfcc-3412-4504-a27e-cbc0978a9ae6 req-4e137771-7aae-4da5-8132-d4ec05013ab0 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0871556
May 31 13:11:26.807697 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-377abfcc-3412-4504-a27e-cbc0978a9ae6 req-4c55af92-8189-4eee-a1ae-079fb82f1fc1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413022
May 31 13:11:28.004816 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7929d3-01fb-48ba-954a-44a52ff89425 req-0bf67bd7-9c54-42c2-b777-fa84a0735ba2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:28.006553 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ad7929d3-01fb-48ba-954a-44a52ff89425 req-0bf67bd7-9c54-42c2-b777-fa84a0735ba2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0872564
May 31 13:11:28.061502 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ad7929d3-01fb-48ba-954a-44a52ff89425 req-f939a26f-c3fd-403e-b944-523396cdac2f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491264
May 31 13:11:29.258740 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afabc07-a651-48e4-b32d-0687ad907fa3 req-62e68c57-a285-4076-9c9a-b57a7eb1f3e1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:29.260137 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9afabc07-a651-48e4-b32d-0687ad907fa3 req-62e68c57-a285-4076-9c9a-b57a7eb1f3e1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0863156
May 31 13:11:29.330401 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9afabc07-a651-48e4-b32d-0687ad907fa3 req-baaf746e-3817-4cfc-a817-2bd09d59c2aa tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627759
May 31 13:11:30.532629 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b352475-e866-48c6-8d5c-a9639c1e2ec3 req-e2d1a1d4-b57a-4a37-adb7-6285d8f33aba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:30.534615 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9b352475-e866-48c6-8d5c-a9639c1e2ec3 req-e2d1a1d4-b57a-4a37-adb7-6285d8f33aba tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0861335
May 31 13:11:30.584144 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9b352475-e866-48c6-8d5c-a9639c1e2ec3 req-942cae65-3e06-4b66-bb30-9869261ac347 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418704
May 31 13:11:31.801731 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88a13c-d445-4ab4-8222-0408ce200bb9 req-0fcc5d91-1727-4084-bad3-8a54086031d4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:31.803211 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b88a13c-d445-4ab4-8222-0408ce200bb9 req-0fcc5d91-1727-4084-bad3-8a54086031d4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0989339
May 31 13:11:31.852335 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6b88a13c-d445-4ab4-8222-0408ce200bb9 req-bc78cb50-b36f-4f0b-99a7-0427ca57b3f7 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427463
May 31 13:11:32.971905 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 32812) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:33.042092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605b08-86c7-4ec9-9b4b-7bf4a6a9958e req-81162998-9f76-4506-b134-e7c64807648c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:33.043549 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-95605b08-86c7-4ec9-9b4b-7bf4a6a9958e req-81162998-9f76-4506-b134-e7c64807648c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0805004
May 31 13:11:33.088460 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.092371 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-95605b08-86c7-4ec9-9b4b-7bf4a6a9958e req-5f0c323c-4243-4969-b465-16848bc9fbb4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432146
May 31 13:11:33.102866 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:33.107103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Usage tracker for resource:security_group_rule and tenant:ef686400dda84ab8bbb41a3f036199a5 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:33.110089 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:33.115971 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:33.196572 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.199912 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.208388 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c17be48f-7d19-42d6-b831-d55ba3d61d46 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:33.247408 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef686400dda84ab8bbb41a3f036199a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2737691
May 31 13:11:33.248298 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ae378-913a-42cb-bbae-bbd5d7bf4162,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:33.250060 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32818) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:33.251648 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:33.307019 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.338539 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.388313 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.392741 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-17b889ea-e530-443a-b0a1-c87f954a026b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:33.405142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ae378-913a-42cb-bbae-bbd5d7bf4162,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:33.407649 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:33.408847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:33.412559 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b8ae378-913a-42cb-bbae-bbd5d7bf4162 HTTP/1.1" status: 204  len: 168 time: 0.1589305
May 31 13:11:34.061659 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 32842) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:34.164413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283484677-network', 'tenant_id': '42d80d8ed63241ef95fae94c46575b14'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:11:34.168998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:34.172809 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Usage tracker for resource:network and tenant:42d80d8ed63241ef95fae94c46575b14 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:34.175725 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:34.185541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:34.196457 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Made reservation on behalf of 42d80d8ed63241ef95fae94c46575b14 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:11:34.198768 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.340175 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.366126 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:34.376220 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Usage tracker for resource:security_group_rule and tenant:42d80d8ed63241ef95fae94c46575b14 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:34.380745 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:34.388740 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:34.426654 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe4ee6-36bb-41e7-8376-b9dad101897a req-1f91a295-a7f8-47c4-8625-56179357519a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:34.428106 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a0fe4ee6-36bb-41e7-8376-b9dad101897a req-1f91a295-a7f8-47c4-8625-56179357519a tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.1202424
May 31 13:11:34.485449 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a0fe4ee6-36bb-41e7-8376-b9dad101897a req-cfa6d087-a952-4319-8111-db0b174a6a98 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510950
May 31 13:11:34.531999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.536004 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.538798 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-126ccf24-1d8d-46fc-b369-021d5df03642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:34.569412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:11:34.574435 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df8e58f-4f5b-4a1e-b185-3fed6f4de080,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:34.577963 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:34.582036 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.582036 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Added segment d7052579-e111-41e3-8796-2ddae06961bb of type vlan for network aba22721-3eb3-4b81-b4aa-46f9ee95d35b
May 31 13:11:34.607187 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.635072 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.636426 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:34.637043 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:34.641644 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:34.746071 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Pushing event updated for resources: {'Network': ['ID=aba22721-3eb3-4b81-b4aa-46f9ee95d35b,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:34.749397 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:34.751368 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6887214
May 31 13:11:34.754739 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 32850) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:34.757058 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network aba22721-3eb3-4b81-b4aa-46f9ee95d35b details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:11:34.760257 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Request body: {'subnet': {'network_id': 'aba22721-3eb3-4b81-b4aa-46f9ee95d35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1283484677-subnet', 'tenant_id': '42d80d8ed63241ef95fae94c46575b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:11:34.764997 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:34.768861 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Usage tracker for resource:subnet and tenant:42d80d8ed63241ef95fae94c46575b14 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:34.772279 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:34.778144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:34.789307 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Made reservation on behalf of 42d80d8ed63241ef95fae94c46575b14 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:11:34.791562 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:35.164734 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:35.169158 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:35.242660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fd3e07-fe65-4673-917a-49e78931beca,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:35.247984 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:35.250392 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Checking segment: {'id': 'd7052579-e111-41e3-8796-2ddae06961bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'aba22721-3eb3-4b81-b4aa-46f9ee95d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:11:35.250748 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Network hostable DHCP agents. Network: aba22721-3eb3-4b81-b4aa-46f9ee95d35b, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:11:35.268469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Network aba22721-3eb3-4b81-b4aa-46f9ee95d35b is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:11:35.277852 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, aba22721-3eb3-4b81-b4aa-46f9ee95d35b) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:11:35.285900 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:35.286503 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:35.287226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fede99-f47e-41ac-b7ef-01cb21c7f956 None None] Network aba22721-3eb3-4b81-b4aa-46f9ee95d35b requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:11:35.306767 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-cac14ac2-264a-4413-9f88-4747a4305807 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5510130
May 31 13:11:35.490350 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9f7b5-c384-4c96-8338-3b59558bb735 None None] Network aba22721-3eb3-4b81-b4aa-46f9ee95d35b requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:11:35.694044 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240c870-4332-4f71-b0c0-d1fe983b59a3 req-b351959e-5ac6-4cad-9079-7706d28c5d6e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:35.695685 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b240c870-4332-4f71-b0c0-d1fe983b59a3 req-b351959e-5ac6-4cad-9079-7706d28c5d6e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0900664
May 31 13:11:35.744240 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b240c870-4332-4f71-b0c0-d1fe983b59a3 req-36a2205e-50ff-498c-9a97-3339a6aaa8b4 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424159
May 31 13:11:35.833325 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32870) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:35.838653 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659463402-network', 'tenant_id': 'c96766f71b944821b619162b28686d0e'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:11:35.843234 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:35.847042 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Usage tracker for resource:network and tenant:c96766f71b944821b619162b28686d0e is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:35.849884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:35.857135 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:35.885231 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Made reservation on behalf of c96766f71b944821b619162b28686d0e for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:11:35.887595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:35.900729 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:35.918602 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:35.924305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:c96766f71b944821b619162b28686d0e is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:35.929075 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:35.937176 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:36.064361 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.067632 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.070460 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b0694d7c-8e25-4dc7-bf1c-f1f23b0c578e tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:36.099294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'}  {{(pid=91786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:11:36.104269 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e26f5a-2e51-4c50-83fa-c41c8f21353d,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:36.107799 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:36.112056 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.112056 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Added segment a02c7af0-812d-4794-afdd-6273086f3545 of type vlan for network 0c5845c5-dfc7-4fcf-8161-ac9a5540e890
May 31 13:11:36.138479 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.169638 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.170873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:36.171438 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.176513 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a29e89e1-c750-4ab2-84af-e69e575c1d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:36.351423 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5170205
May 31 13:11:36.354243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32874) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:36.356839 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5845c5-dfc7-4fcf-8161-ac9a5540e890,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:36.359529 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:36.363214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Request body: {'subnet': {'network_id': '0c5845c5-dfc7-4fcf-8161-ac9a5540e890', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1659463402-subnet', 'tenant_id': 'c96766f71b944821b619162b28686d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:11:36.366973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 0c5845c5-dfc7-4fcf-8161-ac9a5540e890 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:11:36.368344 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:36.372643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Usage tracker for resource:subnet and tenant:c96766f71b944821b619162b28686d0e is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:36.375473 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:36.381132 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:36.390296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Made reservation on behalf of c96766f71b944821b619162b28686d0e for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:11:36.392607 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11541176'] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.767546 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1285094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11541166'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.771915 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:36.843129 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7610ce-c6da-40f7-a632-ab9d5634f64c,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:36.846659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:36.852817 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Checking segment: {'id': 'a02c7af0-812d-4794-afdd-6273086f3545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0c5845c5-dfc7-4fcf-8161-ac9a5540e890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:11:36.853195 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Network hostable DHCP agents. Network: 0c5845c5-dfc7-4fcf-8161-ac9a5540e890, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:11:36.871398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Network 0c5845c5-dfc7-4fcf-8161-ac9a5540e890 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:11:36.880479 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 0c5845c5-dfc7-4fcf-8161-ac9a5540e890) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:11:36.889895 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa741ff-3fcb-4531-909f-57f64e40c0ad None None] Network 0c5845c5-dfc7-4fcf-8161-ac9a5540e890 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:11:36.890393 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:36.891039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:36.912765 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0feecf8a-f95e-47d5-9ee2-3437f2ba9957 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5575240
May 31 13:11:36.948332 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2ffdb-9fa2-4ca4-b72b-877d2eee8e7f req-a5c03505-bf27-458e-8938-613650f77da2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:36.950010 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5db2ffdb-9fa2-4ca4-b72b-877d2eee8e7f req-a5c03505-bf27-458e-8938-613650f77da2 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 943 time: 0.0939307
May 31 13:11:36.997329 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5db2ffdb-9fa2-4ca4-b72b-877d2eee8e7f req-95219f23-8de4-4a8e-9c07-545738f8a886 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415497
May 31 13:11:37.054443 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32882) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:37.091275 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8319307-11d0-4c7e-b4b4-de1b0609e433 None None] Network 0c5845c5-dfc7-4fcf-8161-ac9a5540e890 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:11:37.115437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Deleting subnet 36fd3e07-fe65-4673-917a-49e78931beca {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:11:37.118723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.170314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.225312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.472544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.477144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:37.512291 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36fd3e07-fe65-4673-917a-49e78931beca,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:37.514270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.516723 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:37.521299 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36fd3e07-fe65-4673-917a-49e78931beca HTTP/1.1" status: 204  len: 168 time: 0.4657648
May 31 13:11:37.523650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32886) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:37.631575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.701205 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:11:37.753962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.766343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff326981e50>,) {'filters': {'network_id': ['aba22721-3eb3-4b81-b4aa-46f9ee95d35b']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:37.778487 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326981e50>, 'd7052579-e111-41e3-8796-2ddae06961bb') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:37.779163 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326981e50>, 'd7052579-e111-41e3-8796-2ddae06961bb') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:37.790635 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.807969 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.814516 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:11:37.814918 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:11:37.828818 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:11:37.868227 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:37.881947 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'port_id': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'mac_address': 'fa:16:3e:f9:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:11:37.907018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.910861 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6e5c00b6-43d7-44bf-8fba-e2e0f4b4ee3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:37.926157 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.934199 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba22721-3eb3-4b81-b4aa-46f9ee95d35b,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:37.937114 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aba22721-3eb3-4b81-b4aa-46f9ee95d35b HTTP/1.1" status: 204  len: 168 time: 0.4125383
May 31 13:11:37.937985 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6fd861df-9c34-4dd0-befd-eb25c8cd7c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:37.940474 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32890) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:37.945277 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.961963 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:11:37.977170 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:37.980985 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:37.982596 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:38.001647 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Deleting subnet 4a7610ce-c6da-40f7-a632-ab9d5634f64c {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:11:38.005269 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.055459 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=9']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:38.058955 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:38.201158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.272606 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.305167 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff033b5-217d-41f0-aa21-37fae464345e req-b09b9040-bdf3-42f7-8614-4ed0405f1d4f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:38.306593 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ff033b5-217d-41f0-aa21-37fae464345e req-b09b9040-bdf3-42f7-8614-4ed0405f1d4f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.1803946
May 31 13:11:38.342444 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['77c58ece-ad42-4a47-bd9e-6cdc6d886171'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:11:38.428637 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8ff033b5-217d-41f0-aa21-37fae464345e req-9ce2b7f1-6cc3-49a8-a5e3-ca6b59e87e87 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157634
May 31 13:11:38.558119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.562670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-10bbe44f-8ceb-41ee-9dd2-e04b7dcd502d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:38.600336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7610ce-c6da-40f7-a632-ab9d5634f64c,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:38.603258 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:38.604250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.610569 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7d27f9b2-0eed-48e2-a43d-6cc1c0a0cac1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4a7610ce-c6da-40f7-a632-ab9d5634f64c HTTP/1.1" status: 204  len: 168 time: 0.6685717
May 31 13:11:38.613011 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32898) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:38.718496 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.839868 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.852897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff326bfd940>,) {'filters': {'network_id': ['0c5845c5-dfc7-4fcf-8161-ac9a5540e890']}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:38.864824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326bfd940>, 'a02c7af0-812d-4794-afdd-6273086f3545') {'for_net_delete': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:38.865123 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.services.segments.db [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326bfd940>, 'a02c7af0-812d-4794-afdd-6273086f3545') {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:11:38.877808 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10855301'] for segment, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.896727 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.902820 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=91786) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:11:38.903198 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282051'] for segment, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]: Traceback (most recent call last):
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     timer()
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     cb(*args, **kw)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     return func(*args, **kwargs)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     self._notify()
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     self.callback(batched_events)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     event.method(event)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     return f(self, *a, **k)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._get(url).json()
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     return self.request(url, 'GET', **kwargs)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:11:38.920002 dv-cinder-793264-2-iscsi neutron-server[91786]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:11:38.991010 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:38.994725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:39.007732 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.016613 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5845c5-dfc7-4fcf-8161-ac9a5540e890,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:39.019603 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c5845c5-dfc7-4fcf-8161-ac9a5540e890 HTTP/1.1" status: 204  len: 168 time: 0.4050534
May 31 13:11:39.020482 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-914e6cb7-b7f2-438b-ad8e-7d112ea66d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:39.181999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 32904) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:39.234858 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a3447d93-93f6-4a86-84eb-6a5513510248 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42d80d8ed63241ef95fae94c46575b14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516589
May 31 13:11:39.237267 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 32908) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:39.293610 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.319612 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.371713 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.376527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-67922540-d76d-4364-ada3-d7463c14d745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:39.390512 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df8e58f-4f5b-4a1e-b185-3fed6f4de080,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:39.395154 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:39.397115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.398200 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8df8e58f-4f5b-4a1e-b185-3fed6f4de080 HTTP/1.1" status: 204  len: 168 time: 0.1595602
May 31 13:11:39.625408 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd594a-d2cf-49d4-ab81-3ff2ced72e32 req-7f984b27-f3c4-43f0-a070-2d326d493a71 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:39.626764 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-34bd594a-d2cf-49d4-ab81-3ff2ced72e32 req-7f984b27-f3c4-43f0-a070-2d326d493a71 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 944 time: 0.0854330
May 31 13:11:39.674642 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-34bd594a-d2cf-49d4-ab81-3ff2ced72e32 req-39592577-1929-4fde-ac56-d830ad0f0a21 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417802
May 31 13:11:39.722946 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:11:39.753090 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32918) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:39.792259 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:11:39.792634 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.806636 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-c0afd2ba-27ed-4077-bce6-d3f744d13b29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c96766f71b944821b619162b28686d0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516798
May 31 13:11:39.809079 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 32922) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:39.866897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.892682 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.927369 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.928518 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.949018 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.955137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c532d836-f6a0-4201-971a-5b5db16245f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:39.957375 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:11:39.959859 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f217b93-14e0-424b-a9ac-e7091106534a" -d '{"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:11:39.966744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e26f5a-2e51-4c50-83fa-c41c8f21353d,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:39.968695 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:11:39.973933 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.977232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:39.977962 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:39.983942 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:39.988715 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-cb9357a1-1e3a-4c67-90d9-6a3b42a65e89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93e26f5a-2e51-4c50-83fa-c41c8f21353d HTTP/1.1" status: 204  len: 168 time: 0.1753879
May 31 13:11:40.024763 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dbd84e-9eb8-4323-b375-3cfed6ee9e58 x-openstack-request-id: req-f0dbd84e-9eb8-4323-b375-3cfed6ee9e58 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:11:40.025086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-plugged", "status": "completed", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:11:40.025357 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0dbd84e-9eb8-4323-b375-3cfed6ee9e58 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:11:40.025747 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'code': 200}
May 31 13:11:40.061845 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=10']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:40.066849 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:40.345057 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47a702-4e4e-480e-9656-0ad8a0b69083 req-832f3b6f-8e49-4acf-b1ad-ca7392ef56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:40.346513 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8a47a702-4e4e-480e-9656-0ad8a0b69083 req-832f3b6f-8e49-4acf-b1ad-ca7392ef56dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1099 time: 0.1697931
May 31 13:11:40.389239 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8a47a702-4e4e-480e-9656-0ad8a0b69083 req-ecd42b8b-2bff-4902-8378-c3619984597e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359132
May 31 13:11:40.874746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b561fa2-481d-4d60-8c11-7796ada66b7e req-870f566c-e18d-4626-bdb9-ef62e4f6e0e3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:40.876223 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2b561fa2-481d-4d60-8c11-7796ada66b7e req-870f566c-e18d-4626-bdb9-ef62e4f6e0e3 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0945032
May 31 13:11:40.924318 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2b561fa2-481d-4d60-8c11-7796ada66b7e req-f367ed1f-06c1-4a5e-b705-696b9a656158 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410442
May 31 13:11:41.814532 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-cfd0378a-1a9c-4a54-b7ff-160b0a853034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:42.123185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e285bd-df26-45cc-80ca-8a2dd920be9e req-309fd9f5-3dc8-4578-b1fc-3d4e223ac845 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:42.124635 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35e285bd-df26-45cc-80ca-8a2dd920be9e req-309fd9f5-3dc8-4578-b1fc-3d4e223ac845 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0831823
May 31 13:11:42.170490 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35e285bd-df26-45cc-80ca-8a2dd920be9e req-e21e4a75-e988-46cf-a821-e1b7fc3b70ca tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396597
May 31 13:11:42.796425 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-acbe37d0-e284-40cf-8112-200db78178c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715241
May 31 13:11:42.887031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-e6a1043d-4e4c-42bf-9fe8-073735cb3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:42.888503 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-e6a1043d-4e4c-42bf-9fe8-073735cb3730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=868556666f104ec1b68be69dc1a0fa6b&device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 1099 time: 0.0706854
May 31 13:11:43.038867 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-a1ede8d8-dfb9-413b-a8e1-77ac94693581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:43.040295 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-a1ede8d8-dfb9-413b-a8e1-77ac94693581 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 200  len: 918 time: 0.1312525
May 31 13:11:43.222040 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-bdbd0bd2-adcb-445b-a30b-969542fe9a84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 200  len: 1000 time: 0.1753635
May 31 13:11:43.283897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-f1b2e2db-fc5a-4de1-b7eb-275b443e8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:43.285942 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-f1b2e2db-fc5a-4de1-b7eb-275b443e8c07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 200  len: 856 time: 0.0574298
May 31 13:11:43.365568 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-f2a09772-c189-4cdc-9c8c-eff45862d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:43.367050 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-f2a09772-c189-4cdc-9c8c-eff45862d5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71aa5326-155f-438e-a595-bf1a293f13e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750544
May 31 13:11:43.375990 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a242e38-8389-4937-ad5b-9defcc8bcfd5 req-a412bdf2-432e-408b-8cb0-edc93785d937 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:11:43.377481 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4a242e38-8389-4937-ad5b-9defcc8bcfd5 req-a412bdf2-432e-408b-8cb0-edc93785d937 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0849967
May 31 13:11:43.377627 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-68b0f395-321d-4013-9f00-4475c2d1a7db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:11:43.379075 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-68b0f395-321d-4013-9f00-4475c2d1a7db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050151
May 31 13:11:43.422106 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4a242e38-8389-4937-ad5b-9defcc8bcfd5 req-5e681b06-b285-4eb5-ba1c-522d46d96d2d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380476
May 31 13:11:43.510415 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-57ea43bf-bcec-42ab-acb9-a65d15e37e66 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242568
May 31 13:11:43.644848 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bc0793c7-4369-42a8-994d-9e4f9792804c req-58b481a7-ec36-400c-852b-1d5e2c1756e7 service neutron] 10.222.0.36 "GET /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276217
May 31 13:11:44.034603 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:44.214503 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4e9c258a-f889-4d0a-a2b1-98a578df37ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:45.309046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:47.164371 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:53.876478 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:11:57.766500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33182) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:57.879692 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:57.894486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:57.898298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6818dc5e714c8ea3aaf733c511a4c8 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:57.901120 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:57.906719 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:57.985661 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:57.989000 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:57.997004 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2f936222-452c-4578-ad11-318f09f4456d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:58.036919 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e6818dc5e714c8ea3aaf733c511a4c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2693450
May 31 13:11:58.037793 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c5a0f-e767-431b-98d1-789f56d1e638,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:58.039603 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33188) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:58.045110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.045489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.045849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.046206 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.046560 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.046914 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.047264 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.047610 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.047961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.048307 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.048653 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.049029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.052887 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:58.101885 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.127458 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.177137 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.180778 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-44244af0-3a17-42af-97dc-ca36e2b4b3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:58.192160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c5a0f-e767-431b-98d1-789f56d1e638,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:58.201995 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.203064 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca2c5a0f-e767-431b-98d1-789f56d1e638 HTTP/1.1" status: 204  len: 168 time: 0.1624563
May 31 13:11:58.204325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.204696 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.205092 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.205451 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.207415 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.207787 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.208227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.208497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.209110 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.209515 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.209868 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.210218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:11:58.213440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-30584b40-cb7a-4483-9d9e-a6e864191061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:58.477121 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33196) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:58.499064 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.513114 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:11:58.517530 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad1886d8be84604a9cac8f54f6eeb76 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:11:58.520265 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:11:58.525879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:11:58.603203 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.606572 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.614666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-dcb12a6c-8fcc-4a1d-81fc-f05fb7177cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:58.654121 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ad1886d8be84604a9cac8f54f6eeb76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1758876
May 31 13:11:58.655597 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3a7550-d45a-4d33-83e8-55388d40e50d,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:58.656896 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33200) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:11:58.658503 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9f6ccad9-8099-4edb-af56-f5f17fc76c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:58.716032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.740893 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.791862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.796593 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4deaef5d-51f9-4ebd-8937-77a91bc5b262 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:11:58.806563 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3a7550-d45a-4d33-83e8-55388d40e50d,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:11:58.809912 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:11:58.813734 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:11:58.814842 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3f6ff1c2-ed0e-4f2b-9aa3-2d5f91c07a5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd3a7550-d45a-4d33-83e8-55388d40e50d HTTP/1.1" status: 204  len: 168 time: 0.1562750
May 31 13:12:05.185515 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33286) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:05.300669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.314586 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:05.318383 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Usage tracker for resource:security_group_rule and tenant:27ee81c12fb54ee48829575c831abd3d is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:05.321196 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:05.326865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:05.406214 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.410529 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.418584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1259036e-ec19-41a1-b701-efe4dc7ec255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:05.457282 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27ee81c12fb54ee48829575c831abd3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2707393
May 31 13:12:05.458237 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f496ed-5251-46de-80fc-300442bbcb75,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:05.460033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33292) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:05.461918 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d28cef5c-a0b5-4bd6-bfbb-d3a4f5797bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:05.519861 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.544975 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.595700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.600310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-25e8bc32-1688-4511-974a-6d623fc52115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:05.616784 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f496ed-5251-46de-80fc-300442bbcb75,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:05.620837 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:05.629220 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.630337 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-3a0b9fc9-813e-4b3b-9d40-ab9b3240a313 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2f496ed-5251-46de-80fc-300442bbcb75 HTTP/1.1" status: 204  len: 168 time: 0.1693282
May 31 13:12:05.912259 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33300) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:05.930771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:05.945532 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:05.949355 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Usage tracker for resource:security_group_rule and tenant:424f802719d84b94aa9e4dd6e28a7f19 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:05.952105 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:05.957856 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:06.039782 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.043386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.052004 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e0e4f9fd-82d8-4477-ae0d-750dbf10bdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:06.090880 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=424f802719d84b94aa9e4dd6e28a7f19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1775143
May 31 13:12:06.091667 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c55b40-e142-49de-93f7-e628f400eaaa,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:06.093492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33304) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:06.094685 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-35f836f9-b3a8-4b86-bc12-88e67609405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:06.152461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.177666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.231231 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.235998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e13dbdab-45ed-497d-9300-cfd85feef710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:06.331449 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c55b40-e142-49de-93f7-e628f400eaaa,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:06.335263 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:06.340581 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:06.341784 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-56c47746-3823-4ee1-b791-60caf6a05497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c55b40-e142-49de-93f7-e628f400eaaa HTTP/1.1" status: 204  len: 168 time: 0.2471955
May 31 13:12:08.279098 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33364) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:08.391336 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.405863 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:08.409777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc8ef8d916447c6aa3000cc8b8c0d86 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:08.412592 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:08.418231 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:08.496461 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.500118 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.508302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ce5829c5-49ca-4667-a048-0e9a50e41dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:08.546272 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bc8ef8d916447c6aa3000cc8b8c0d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2661407
May 31 13:12:08.547828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bcc5d7-7039-465b-8c24-07f777d5cf1e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:08.549005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33370) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:08.551321 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5f0faaec-c7e4-4eb2-9c76-ee2cc6fac499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:08.605761 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.632039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.685523 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.689983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c69ff502-05f5-416b-90de-6dda8c9ac74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:08.701068 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bcc5d7-7039-465b-8c24-07f777d5cf1e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:08.704712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:08.709901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:08.710987 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-302295cd-db71-4776-9c91-9fde71e1e5ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72bcc5d7-7039-465b-8c24-07f777d5cf1e HTTP/1.1" status: 204  len: 168 time: 0.1604350
May 31 13:12:08.986007 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33378) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:09.003160 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.017022 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:09.021294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Usage tracker for resource:security_group_rule and tenant:7ea54b036e75467cbf5030ac0e6bc88e is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:09.023972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:09.029611 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:09.109410 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.113001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.124077 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4988c1ec-6f06-4785-a613-0530a89adafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:09.158226 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ea54b036e75467cbf5030ac0e6bc88e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1712093
May 31 13:12:09.161478 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33382) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:09.163168 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704ad2a8-5858-4438-9720-8d26684a2485,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:09.166227 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:09.218026 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.246310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.303160 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.306889 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-1322f7d1-f2bd-4232-b64d-ca3741da71d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:09.318933 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704ad2a8-5858-4438-9720-8d26684a2485,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:09.321802 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:09.328840 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:09.329942 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/704ad2a8-5858-4438-9720-8d26684a2485 HTTP/1.1" status: 204  len: 168 time: 0.1674485
May 31 13:12:09.926497 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.038920 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33406) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:10.141290 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-854775002-network', 'tenant_id': '159c31331a4f4d358514cf17d963ada2'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:12:10.146437 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:10.150258 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Usage tracker for resource:network and tenant:159c31331a4f4d358514cf17d963ada2 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:10.153112 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:10.158892 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:10.173745 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Made reservation on behalf of 159c31331a4f4d358514cf17d963ada2 for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:12:10.176310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.189441 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.210743 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:10.214556 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Usage tracker for resource:security_group_rule and tenant:159c31331a4f4d358514cf17d963ada2 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:10.217389 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:10.223112 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:10.309299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.313184 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.317145 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b13ba57b-c32a-4762-9698-82d80de8128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:10.347386 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:12:10.358189 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61aca7-2634-4db0-b89e-feb74ba1b0d4,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:10.362191 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:10.363099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.363448 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Added segment 2b58f7f1-d77f-4987-8945-2293d29276f5 of type vlan for network 6939bfcf-200f-49a7-a96f-6372a6fb69f8
May 31 13:12:10.391010 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.423581 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.425407 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:10.425986 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:10.430681 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d3ab201c-7ed6-424f-b6e4-cc82368afbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:10.534405 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4943821
May 31 13:12:10.535339 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Pushing event updated for resources: {'Network': ['ID=6939bfcf-200f-49a7-a96f-6372a6fb69f8,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:10.537504 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33412) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:10.538069 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-06dd6e05-ea25-4cd6-a0f9-29c7df989597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:10.543748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Request body: {'subnet': {'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-854775002-subnet', 'tenant_id': '159c31331a4f4d358514cf17d963ada2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:12:10.548644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:10.549761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:12:10.553134 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Usage tracker for resource:subnet and tenant:159c31331a4f4d358514cf17d963ada2 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:10.556047 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:10.562222 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:10.573630 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Made reservation on behalf of 159c31331a4f4d358514cf17d963ada2 for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:12:10.576156 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11541176'] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:11.008440 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1285094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11541166'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:11.013224 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-de6af2d3-c1d2-4583-b16c-43265caaa673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:11.086110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e34c6d2-82af-44b7-80f9-cecea8d09b54,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:11.089974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:11.094037 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Checking segment: {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:12:11.094391 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Network hostable DHCP agents. Network: 6939bfcf-200f-49a7-a96f-6372a6fb69f8, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:12:11.111357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:12:11.120659 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 6939bfcf-200f-49a7-a96f-6372a6fb69f8) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:12:11.129104 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:11.129836 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:11.130028 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab72ff-28ea-4f71-a2b7-913673a42fae None None] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:12:11.154054 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-58725471-4e85-4c4d-aab4-51897245be3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6153345
May 31 13:12:11.315486 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dca8d4-dca3-4a66-acc1-f1db822fe56c None None] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:12:11.806369 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-578bd9fa-e675-4e9f-b25c-7d5faded8017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:13.226037 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-c9b0d0de-6db6-4ca1-93b6-a425f7dec228 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:13.227466 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-c9b0d0de-6db6-4ca1-93b6-a425f7dec228 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 813 time: 0.2314808
May 31 13:12:13.241608 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-b1f71f75-bffc-4451-a56d-a9207f2fc937 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/quotas/159c31331a4f4d358514cf17d963ada2 HTTP/1.1" status: 200  len: 375 time: 0.0087194
May 31 13:12:13.287721 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-4602a0d2-09d5-4feb-a3ef-e86edfaef2ef tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411868
May 31 13:12:13.297600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-6f9faea1-1030-40fc-a3a6-30cad70e7737 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:12:13.298519 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-6f9faea1-1030-40fc-a3a6-30cad70e7737 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048161
May 31 13:12:13.425891 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-40612af0-2b98-4be4-9785-7d1aebebcbe6 service neutron] 10.222.0.20 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222453
May 31 13:12:13.560882 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-c4f533dc-2bb9-4acc-bbff-80e7c657646d service neutron] 10.222.0.20 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292658
May 31 13:12:13.732351 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-641ac1c3-9586-4125-ac96-8d1fbf446c8e req-a336fddc-ef09-40e1-b536-60a4f26a88ac tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 210 time: 0.0435185
May 31 13:12:14.029154 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:14.217210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6fceaf82-be36-4d74-8ed8-842fb66af140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:14.919416 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fb36ed92-9f77-463e-a047-f0c9b0b1132e req-bceccf3a-8522-4410-9768-37810308c40a tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 210 time: 0.0599308
May 31 13:12:14.976205 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-3465cd7f-0f45-4ae9-8880-ffffe7e73e38 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:14.977613 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-3465cd7f-0f45-4ae9-8880-ffffe7e73e38 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 813 time: 0.1968241
May 31 13:12:14.997152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Request body: {'port': {'device_id': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8', 'admin_state_up': True, 'tenant_id': '159c31331a4f4d358514cf17d963ada2'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:12:15.130055 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:15.133764 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Usage tracker for resource:port and tenant:159c31331a4f4d358514cf17d963ada2 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:15.136433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:15.141974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:15.150785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Made reservation on behalf of 159c31331a4f4d358514cf17d963ada2 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:12:15.154152 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:15.310214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Allocated IP 172.20.0.4 (6939bfcf-200f-49a7-a96f-6372a6fb69f8/3e34c6d2-82af-44b7-80f9-cecea8d09b54/afae530d-9764-4135-936a-be0d7e6e92b6) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:12:15.313132 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:15.511336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:15.539900 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:15.545312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-abf44f28-f155-4224-a74c-56ace3fdd8c1 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:15.608931 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:12:15.611913 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:12:15.615476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:12:15.657090 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Pushing event updated for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:15.661830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:15.688188 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:15.688790 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:15.709504 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-7343451e-4943-4b19-9d20-acf741a536cc tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7163148
May 31 13:12:15.720776 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Request body: {'port': {'device_id': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:12:15.828104 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.104274 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e92ec9-82f8-4f01-94aa-f337af9652c3 req-83ea2d7a-8627-4fe9-abaa-46fb841d5028 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:16.105754 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f2e92ec9-82f8-4f01-94aa-f337af9652c3 req-83ea2d7a-8627-4fe9-abaa-46fb841d5028 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 931 time: 0.0798490
May 31 13:12:16.148811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f2e92ec9-82f8-4f01-94aa-f337af9652c3 req-ce233910-d038-4361-85ed-4f8492b43ce3 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Synchronizing usage tracker for tenant:159c31331a4f4d358514cf17d963ada2 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:12:16.165496 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f2e92ec9-82f8-4f01-94aa-f337af9652c3 req-ce233910-d038-4361-85ed-4f8492b43ce3 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Unset dirty status for tenant:159c31331a4f4d358514cf17d963ada2 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:12:16.166645 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f2e92ec9-82f8-4f01-94aa-f337af9652c3 req-ce233910-d038-4361-85ed-4f8492b43ce3 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552466
May 31 13:12:16.257816 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afae530d-9764-4135-936a-be0d7e6e92b6 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:12:16.264885 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.279097 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Transition to ACTIVE for port object afae530d-9764-4135-936a-be0d7e6e92b6 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:12:16.282677 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.287064 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:16.431291 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Pushing event updated for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:16.438173 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:16.510308 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Attempting to bind port afae530d-9764-4135-936a-be0d7e6e92b6 on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:12:16.510575 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Attempting to bind port afae530d-9764-4135-936a-be0d7e6e92b6 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:12:16.510898 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Attempting to bind port afae530d-9764-4135-936a-be0d7e6e92b6 on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:12:16.515525 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Port afae530d-9764-4135-936a-be0d7e6e92b6 on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:12:16.515869 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Attempting to bind port afae530d-9764-4135-936a-be0d7e6e92b6 on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:12:16.521025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:12:16.521358 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Checking segment: {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:12:16.521738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Bound using segment: {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:12:16.522186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Bound port: afae530d-9764-4135-936a-be0d7e6e92b6, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:12:16.522550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.607230 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:12:16.610115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=afae530d-9764-4135-936a-be0d7e6e92b6,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:12:16.615005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.619641 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-289a8c33-1509-4991-a464-2201212ad91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:16.679147 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:16.679753 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:16.681113 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] 10.222.0.36 "PUT /v2.0/ports/afae530d-9764-4135-936a-be0d7e6e92b6 HTTP/1.1" status: 200  len: 1093 time: 0.9642410
May 31 13:12:16.681596 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:12:16.683847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37" -d '{"events": [{"name": "network-changed", "server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:12:16.705295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Pushing event updated for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:16.708596 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:16.758750 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20b588c-870c-419d-b6b2-c3322b6c9589 x-openstack-request-id: req-f20b588c-870c-419d-b6b2-c3322b6c9589 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:12:16.759076 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:12:16.759369 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f20b588c-870c-419d-b6b2-c3322b6c9589 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:12:16.759792 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6', 'status': 'completed', 'code': 200}
May 31 13:12:16.794011 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-53e1f445-8292-42d5-991d-ae568a0895b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:16.795428 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-53e1f445-8292-42d5-991d-ae568a0895b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 1096 time: 0.0746782
May 31 13:12:16.865386 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-8fa799f5-1b79-421c-85cd-7649f76348d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afae530d-9764-4135-936a-be0d7e6e92b6 HTTP/1.1" status: 200  len: 217 time: 0.0628428
May 31 13:12:16.926618 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-98f70f1b-827e-4faf-9b32-2aa0cddf89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:16.927965 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-98f70f1b-827e-4faf-9b32-2aa0cddf89a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e34c6d2-82af-44b7-80f9-cecea8d09b54 HTTP/1.1" status: 200  len: 853 time: 0.0564821
May 31 13:12:16.973969 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-4cccd1bd-92bc-43e1-8023-0cebd42ee184 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6939bfcf-200f-49a7-a96f-6372a6fb69f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395594
May 31 13:12:17.100870 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-9285d67b-71ab-4bfb-8274-011c7d31d021 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202497
May 31 13:12:17.166419 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:17.231335 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f307b627-2928-4b4b-bc00-34b69b25c309 req-5f11b2dc-93a2-4e77-b9f0-8d427be37326 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240716
May 31 13:12:17.348326 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-fe3ebfdc-6f43-42e6-a368-e8e5092bf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:17.349810 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-fe3ebfdc-6f43-42e6-a368-e8e5092bf7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 1096 time: 0.0725183
May 31 13:12:17.354584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec6249-956a-48b0-80ec-6aff5e691136 req-1bf61bc2-7748-4b6e-b009-e0698f54799d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:17.355980 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1fec6249-956a-48b0-80ec-6aff5e691136 req-1bf61bc2-7748-4b6e-b009-e0698f54799d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 943 time: 0.0837011
May 31 13:12:17.401117 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1fec6249-956a-48b0-80ec-6aff5e691136 req-1c868a3f-3277-467f-bd55-757ca620fc3f tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392542
May 31 13:12:17.479214 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-43c10393-b589-4c4e-ae7d-cd5b394dc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:17.480622 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-43c10393-b589-4c4e-ae7d-cd5b394dc890 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 914 time: 0.1244354
May 31 13:12:17.550616 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-40420141-5907-4278-942f-e5fb23060644 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afae530d-9764-4135-936a-be0d7e6e92b6 HTTP/1.1" status: 200  len: 217 time: 0.0632257
May 31 13:12:17.611081 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-4aff5b78-ecaa-4d41-b1d4-31bb9ee94790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:17.612378 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-4aff5b78-ecaa-4d41-b1d4-31bb9ee94790 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e34c6d2-82af-44b7-80f9-cecea8d09b54 HTTP/1.1" status: 200  len: 853 time: 0.0553815
May 31 13:12:17.659451 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-a91d7d6c-cc65-407a-848e-5d77891c5240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6939bfcf-200f-49a7-a96f-6372a6fb69f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394912
May 31 13:12:17.788256 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-289f326f-ed81-4a53-a98b-6ddb49e96e43 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220572
May 31 13:12:17.998372 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-48c28d3a-d7bc-4e96-a7dc-448b563f8a37 req-fbf584a7-f421-49b7-b7b0-876e28994a03 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032812
May 31 13:12:18.587341 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6732-4a6d-470b-b134-4f9d5fc66777 req-1ddb4991-5005-4672-b425-8dd5ba0214e4 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:18.588030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-adfd6732-4a6d-470b-b134-4f9d5fc66777 req-1ddb4991-5005-4672-b425-8dd5ba0214e4 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Synchronizing usage tracker for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:12:18.604062 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-adfd6732-4a6d-470b-b134-4f9d5fc66777 req-1ddb4991-5005-4672-b425-8dd5ba0214e4 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Unset dirty status for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:12:18.605246 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-adfd6732-4a6d-470b-b134-4f9d5fc66777 req-1ddb4991-5005-4672-b425-8dd5ba0214e4 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 943 time: 0.0972683
May 31 13:12:18.649288 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-adfd6732-4a6d-470b-b134-4f9d5fc66777 req-f5691e45-308d-4576-a5d4-e8d6e765aa3a tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383761
May 31 13:12:19.833291 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca261c-8b9f-4189-ac67-c4e2591f765a req-d20341d5-abc7-47b4-a7e7-45be1c3c44fe tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:19.834740 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-78ca261c-8b9f-4189-ac67-c4e2591f765a req-d20341d5-abc7-47b4-a7e7-45be1c3c44fe tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 943 time: 0.0791912
May 31 13:12:19.882200 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-78ca261c-8b9f-4189-ac67-c4e2591f765a req-85368cb2-de08-4cda-a288-00a85944736e tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419354
May 31 13:12:19.905339 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device afae530d-9764-4135-936a-be0d7e6e92b6 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:12:20.034385 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=afae530d-9764-4135-936a-be0d7e6e92b6,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:20.046880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'afae530d-9764-4135-936a-be0d7e6e92b6', 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8', 'port_id': 'afae530d-9764-4135-936a-be0d7e6e92b6', 'mac_address': 'fa:16:3e:2a:ca:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e34c6d2-82af-44b7-80f9-cecea8d09b54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:12:20.103166 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:20.119630 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afae530d-9764-4135-936a-be0d7e6e92b6 {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:12:20.134119 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=afae530d-9764-4135-936a-be0d7e6e92b6,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:20.138033 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:20.139678 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:20.202619 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:20.209910 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.210251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.210583 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.210910 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.211231 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.211553 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.211871 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.212188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.212503 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.212832 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.213151 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.213461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:20.217190 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:20.438835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['afae530d-9764-4135-936a-be0d7e6e92b6'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:12:21.060311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046b093-4b46-4f56-b981-0f2c147a2697 req-b76871bf-fd6f-49c5-97c1-ae120d441569 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:21.061775 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a046b093-4b46-4f56-b981-0f2c147a2697 req-b76871bf-fd6f-49c5-97c1-ae120d441569 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 944 time: 0.0791681
May 31 13:12:21.108256 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a046b093-4b46-4f56-b981-0f2c147a2697 req-08b6976e-ff8e-4119-a2f6-e7dd759f4182 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403783
May 31 13:12:21.896188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device afae530d-9764-4135-936a-be0d7e6e92b6 up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:12:21.963972 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port afae530d-9764-4135-936a-be0d7e6e92b6 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:12:21.968420 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port afae530d-9764-4135-936a-be0d7e6e92b6 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:12:21.968821 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:22.081570 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:22.107114 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:12:22.109348 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbcbade-17b1-4d7d-871d-1379f5912aff" -d '{"events": [{"server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "name": "network-vif-plugged", "status": "completed", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:12:22.116769 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=afae530d-9764-4135-936a-be0d7e6e92b6,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:22.121370 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:22.124130 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-5de7efc2-02d7-4a99-8ac0-52fd8e3e1c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:22.156934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8784c4b-67c5-4bd6-b4ee-cdfff834d6a7 x-openstack-request-id: req-e8784c4b-67c5-4bd6-b4ee-cdfff834d6a7 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:12:22.157230 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "name": "network-vif-plugged", "status": "completed", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:12:22.157484 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8784c4b-67c5-4bd6-b4ee-cdfff834d6a7 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:12:22.157867 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6', 'code': 200}
May 31 13:12:22.203374 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:22.206435 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:22.296177 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb730a8-b9f8-4f04-80f4-6a287cb38f89 req-ff46ea2e-4ce0-4c8f-9c9e-a5baaa83ed06 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:22.298134 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9bb730a8-b9f8-4f04-80f4-6a287cb38f89 req-ff46ea2e-4ce0-4c8f-9c9e-a5baaa83ed06 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0822809
May 31 13:12:22.391766 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9bb730a8-b9f8-4f04-80f4-6a287cb38f89 req-e5444e0f-d946-4425-8ef9-e60b5d17780f tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881562
May 31 13:12:22.410281 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3874870-b402-4bb8-b1f9-4bcb41f990ef req-42c09147-d203-47ea-92e2-9f618938940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:22.411710 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3874870-b402-4bb8-b1f9-4bcb41f990ef req-42c09147-d203-47ea-92e2-9f618938940a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 1098 time: 0.0942736
May 31 13:12:22.453067 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f3874870-b402-4bb8-b1f9-4bcb41f990ef req-1f6ad1d4-facd-4a1a-8bf9-27de40d7a3c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342386
May 31 13:12:23.581463 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f919f-6d46-44c6-8656-85f77098027b req-b8ac463b-46d8-42e3-8517-6055a0cd4365 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:23.582983 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-395f919f-6d46-44c6-8656-85f77098027b req-b8ac463b-46d8-42e3-8517-6055a0cd4365 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0846832
May 31 13:12:23.628822 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-395f919f-6d46-44c6-8656-85f77098027b req-2070272a-a8a5-43de-b7c9-6a4fa07f04ae tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400586
May 31 13:12:24.816377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ed1da-7e58-4ad9-b1d5-686145eb0e6d req-77c1b3e5-c53f-4fca-99d6-8d4d131a806b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:24.819004 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eb4ed1da-7e58-4ad9-b1d5-686145eb0e6d req-77c1b3e5-c53f-4fca-99d6-8d4d131a806b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0841923
May 31 13:12:24.860899 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eb4ed1da-7e58-4ad9-b1d5-686145eb0e6d req-62d4273e-ac28-4594-bb00-dd597a338d86 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374165
May 31 13:12:30.875598 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:12:39.562069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf308721-a852-4b87-8573-7831b90061cd req-d5a4a91e-25d6-43b5-9cee-6995497f1ad1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:39.563504 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bf308721-a852-4b87-8573-7831b90061cd req-d5a4a91e-25d6-43b5-9cee-6995497f1ad1 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0824265
May 31 13:12:39.606603 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-bf308721-a852-4b87-8573-7831b90061cd req-c198a305-ebd3-4170-a639-ea3f9a3f5094 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374577
May 31 13:12:39.926024 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:40.800347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce952e-1acc-4a20-9e04-b2202bd1895a req-004729f5-2abd-4f59-bbb9-dd5a8fa71131 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:40.801829 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68ce952e-1acc-4a20-9e04-b2202bd1895a req-004729f5-2abd-4f59-bbb9-dd5a8fa71131 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0846906
May 31 13:12:40.843630 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68ce952e-1acc-4a20-9e04-b2202bd1895a req-8ab42b94-3fc7-4c11-a39d-0c70db50b40f tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362554
May 31 13:12:41.808000 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6cebcdcb-3f3d-40fa-bf52-acb9be4494f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:41.862499 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-b454061b-78b9-4799-add2-0f7c310a5b0e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:41.863943 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-b454061b-78b9-4799-add2-0f7c310a5b0e tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.0796940
May 31 13:12:42.065372 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Deleting port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:42.065725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:42.141259 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72992c-b8f2-4c7d-bb82-a39334c2057d req-d99e7002-a7fa-4e68-b0b9-c3693baed2bf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:12:42.142721 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad72992c-b8f2-4c7d-bb82-a39334c2057d req-d99e7002-a7fa-4e68-b0b9-c3693baed2bf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 946 time: 0.1759572
May 31 13:12:42.220729 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ad72992c-b8f2-4c7d-bb82-a39334c2057d req-6ab57a6e-5237-4c7f-8043-933c4ca66c05 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ddab2c2-7251-45b4-b64c-0ef5891e75a2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702908
May 31 13:12:42.238991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] For port 77c58ece-ad42-4a47-bd9e-6cdc6d886171, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=77c58ece-ad42-4a47-bd9e-6cdc6d886171,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:42.239352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:42.521403 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:42.521777 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:42.522090 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Floating IP 76e8d4ea-a6ae-456b-8530-b2c61f8b2f35 disassociated. External IP: 172.27.3.45, port: 77c58ece-ad42-4a47-bd9e-6cdc6d886171.
May 31 13:12:42.522430 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Calling delete_port for 77c58ece-ad42-4a47-bd9e-6cdc6d886171 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:42.633100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:42.639760 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c63b25ac-9b2b-48d2-a0d8-339449ae12a5 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:42.689666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'Port': ['ID=77c58ece-ad42-4a47-bd9e-6cdc6d886171,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:42.691924 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:42.961832 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:12:43.146861 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:12:43.155848 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:12:43.165054 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:12:43.165666 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f2b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:12:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:43.218028 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] No DVR routers for this DVR port 77c58ece-ad42-4a47-bd9e-6cdc6d886171 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:12:43.220566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:43.223157 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-deleted', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:12:43.225450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f068df14-0c2c-4d70-bcd9-f01a04cb1c1e" -d '{"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-deleted", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:12:43.239449 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1e72e6df-4287-4b40-9036-89e8579141f6 req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.36 "DELETE /v2.0/ports/77c58ece-ad42-4a47-bd9e-6cdc6d886171 HTTP/1.1" status: 204  len: 173 time: 1.3688247
May 31 13:12:43.271617 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27ef1de-5f2c-496e-8829-a80121205dbc x-openstack-request-id: req-d27ef1de-5f2c-496e-8829-a80121205dbc {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:12:43.271951 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5811d62d-0e76-4232-a613-8f735b7ac38e", "name": "network-vif-deleted", "tag": "77c58ece-ad42-4a47-bd9e-6cdc6d886171", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:12:43.272242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d27ef1de-5f2c-496e-8829-a80121205dbc {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:12:43.272681 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5811d62d-0e76-4232-a613-8f735b7ac38e', 'name': 'network-vif-deleted', 'tag': '77c58ece-ad42-4a47-bd9e-6cdc6d886171', 'status': 'completed', 'code': 200}
May 31 13:12:43.349856 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:12:43.405525 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a67dda22-6a02-48fb-a8f5-9d87fbbbc8f8 req-aa3199d3-0054-416d-8f1d-8b10ad78be81 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Synchronizing usage tracker for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:12:43.420511 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a67dda22-6a02-48fb-a8f5-9d87fbbbc8f8 req-aa3199d3-0054-416d-8f1d-8b10ad78be81 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Unset dirty status for tenant:868556666f104ec1b68be69dc1a0fa6b on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:12:43.421808 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a67dda22-6a02-48fb-a8f5-9d87fbbbc8f8 req-aa3199d3-0054-416d-8f1d-8b10ad78be81 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/ports?device_id=5811d62d-0e76-4232-a613-8f735b7ac38e HTTP/1.1" status: 200  len: 210 time: 0.0627389
May 31 13:12:43.660667 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f2b0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:43.664276 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:12:43.672764 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:12:43.673478 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f2b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:12:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:43.851371 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:12:44.012542 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:12:44.055538 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 77c58ece-ad42-4a47-bd9e-6cdc6d886171 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:12:44.055894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 77c58ece-ad42-4a47-bd9e-6cdc6d886171 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:12:44.063492 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.156932 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f2b0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:44.161774 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9382e580-46b9-461c-a301-e74d3ea98378 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:03:31Z', 'revision_number': 4, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'f2a75a97-c040-4a2c-afee-be390f6806e7', 'name': '', 'network_id': '71aa5326-155f-438e-a595-bf1a293f13e3', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'mac_address': 'fa:16:3e:c0:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:30Z', 'updated_at': '2021-05-31T13:03:39Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'subnets': [{'id': '580f275f-667c-4f28-93bb-6eb13edab7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:12:44.219789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6d23355d-4837-470c-9a03-e8507d31640b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.371675 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9697f613-63f0-49c9-a5da-3b96c04570a4 None None] New status for floating IP 76e8d4ea-a6ae-456b-8530-b2c61f8b2f35: DOWN {{(pid=91788) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:12:44.565617 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33616) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:44.637520 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.664718 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.720211 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.725074 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-dbcb2d7f-74a3-4f62-9f0c-7709ea567ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:44.739626 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddab2c2-7251-45b4-b64c-0ef5891e75a2,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:44.743669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:44.748153 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:44.749473 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-d224114f-a767-497f-8c83-c3d23902917d tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ddab2c2-7251-45b4-b64c-0ef5891e75a2 HTTP/1.1" status: 204  len: 168 time: 0.1825714
May 31 13:12:44.752748 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33620) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:44.769836 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.api.v2.resource [None req-7c5417e5-7365-4e75-81d7-621ed22e17ce tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] show failed (client error): The resource could not be found.
May 31 13:12:44.770803 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7c5417e5-7365-4e75-81d7-621ed22e17ce tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "GET /v2.0/security-groups/7ddab2c2-7251-45b4-b64c-0ef5891e75a2 HTTP/1.1" status: 404  len: 347 time: 0.0170538
May 31 13:12:44.773524 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33624) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:44.985586 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Deleting port ac886d66-bd70-4180-b588-3da7c3a16575 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:44.985859 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.104920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.105243 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.223573 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Calling delete_port for ac886d66-bd70-4180-b588-3da7c3a16575 owned by network:floatingip {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:45.316736 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.329414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.333979 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-98a93a2e-c34e-4cb3-a979-9f26a4eea22d tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:45.380786 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Pushing event deleted for resources: {'Port': ['ID=ac886d66-bd70-4180-b588-3da7c3a16575,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:45.405707 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:45.467461 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks [] for floatingip, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.485914 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:45.487650 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d286400d-9d80-4e4f-a11d-eeb4743bb7f6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] 10.222.0.20 "DELETE /v2.0/floatingips/76e8d4ea-a6ae-456b-8530-b2c61f8b2f35 HTTP/1.1" status: 204  len: 168 time: 0.7132382
May 31 13:12:47.167235 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:48.280862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33656) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:48.972393 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:49.374679 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Deleting port f2a75a97-c040-4a2c-afee-be390f6806e7 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:49.375374 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:49.496426 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] For port f2a75a97-c040-4a2c-afee-be390f6806e7, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f2a75a97-c040-4a2c-afee-be390f6806e7,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:49.496782 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:49.616162 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Calling delete_port for f2a75a97-c040-4a2c-afee-be390f6806e7 owned by network:router_interface {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:49.761897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:49.766583 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-00b563f5-85f8-4cbe-b9c3-10ec275d31c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:49.810476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a75a97-c040-4a2c-afee-be390f6806e7,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:49.843598 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:50.176381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:50.526119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Router d285289b-6a72-41fb-9c1c-c4d730ed5309 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:12:50.700251 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:12:50.708543 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Sync routers for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:12:50.712069 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] 10.222.0.20 "PUT /v2.0/routers/d285289b-6a72-41fb-9c1c-c4d730ed5309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4300911
May 31 13:12:50.714550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33674) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:50.718183 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:12:50.718868 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f4c0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:12:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:50.889279 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:50.896610 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:12:51.060126 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.132754 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Deleting port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:51.133119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.214668 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f4c0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:12:49Z', 'revision_number': 5, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port': {'id': 'cbc5dd3d-4ea4-47ef-900d-8a9c8b168443', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:8e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:03:27Z', 'updated_at': '2021-05-31T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:51.218309 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Checking router: d285289b-6a72-41fb-9c1c-c4d730ed5309 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:12:51.227072 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Routers {'d285289b-6a72-41fb-9c1c-c4d730ed5309'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:12:51.227689 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f4c0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:12:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d285289b-6a72-41fb-9c1c-c4d730ed5309'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:51.252352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] For port cbc5dd3d-4ea4-47ef-900d-8a9c8b168443, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:51.252699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.375893 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] Set router d285289b-6a72-41fb-9c1c-c4d730ed5309 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:12:51.479992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Calling delete_port for cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 owned by network:router_gateway {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:51.481295 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c17f4c0>, [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:12:51Z', 'revision_number': 6, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:51.485297 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7f8fa-7de7-4c83-910e-a2fe5c834055 None None] The sync data for ids ['d285289b-6a72-41fb-9c1c-c4d730ed5309'] in dv-cinder-793264-2-iscsi is: [{'id': 'd285289b-6a72-41fb-9c1c-c4d730ed5309', 'name': 'tempest-AttachVolumeShelveTestJSON-1522937932-router', 'tenant_id': '868556666f104ec1b68be69dc1a0fa6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:03:25Z', 'updated_at': '2021-05-31T13:12:51Z', 'revision_number': 6, 'project_id': '868556666f104ec1b68be69dc1a0fa6b', 'gw_port_host': None}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:12:51.623923 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.628772 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:51.709626 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc5dd3d-4ea4-47ef-900d-8a9c8b168443,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:51.711984 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:51.772216 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.949875 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.952038 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.973879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.974438 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d285289b-6a72-41fb-9c1c-c4d730ed5309 {{(pid=91786) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:12:51.986819 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Notify callbacks [] for router, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:51.988010 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d285289b-6a72-41fb-9c1c-c4d730ed5309 HTTP/1.1" status: 204  len: 168 time: 1.2725632
May 31 13:12:51.990414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33682) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:52.049736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Deleting subnet 580f275f-667c-4f28-93bb-6eb13edab7b6 {{(pid=91786) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:12:52.052609 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.102909 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10855310'] for subnet, precommit_delete_associations {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.178884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.424599 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1285029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11541159'] for subnet, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.428465 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ccc8a090-d13b-4ce4-bb8c-baef7bc49d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:52.462725 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580f275f-667c-4f28-93bb-6eb13edab7b6,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:52.465763 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:52.466810 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.473017 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a9172-bcdd-4f90-ae83-ea7bb4e49682 None None] Network 71aa5326-155f-438e-a595-bf1a293f13e3 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:12:52.473644 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ea05c0bd-5a36-4c9d-8cf1-c7c663d0d71a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/580f275f-667c-4f28-93bb-6eb13edab7b6 HTTP/1.1" status: 204  len: 168 time: 0.4819770
May 31 13:12:52.476162 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33686) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:52.604164 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.676824 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Deleting port adafc1f5-46e1-4dd0-86a0-138945c45415 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:52.677178 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.744750 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] DHCP port deletion for 71aa5326-155f-438e-a595-bf1a293f13e3 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:12:52.778939 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] For port adafc1f5-46e1-4dd0-86a0-138945c45415, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=adafc1f5-46e1-4dd0-86a0-138945c45415,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:52.779321 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.808410 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Deleting port adafc1f5-46e1-4dd0-86a0-138945c45415 {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:12:52.808790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.901194 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Calling delete_port for adafc1f5-46e1-4dd0-86a0-138945c45415 owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:52.905474 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] For port adafc1f5-46e1-4dd0-86a0-138945c45415, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=adafc1f5-46e1-4dd0-86a0-138945c45415,segment=NetworkSegment(d8e22c74-edf1-49b3-a7da-edc35b5690fd),segment_id=d8e22c74-edf1-49b3-a7da-edc35b5690fd)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:12:52.905880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.947761 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:52.952432 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d32832eb-2d4f-401f-8177-b1208a53e58a tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:52.996122 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Pushing event deleted for resources: {'Port': ['ID=adafc1f5-46e1-4dd0-86a0-138945c45415,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:52.997956 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] No DVR routers for this DVR port adafc1f5-46e1-4dd0-86a0-138945c45415 on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:12:52.999412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:53.031074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Calling delete_port for adafc1f5-46e1-4dd0-86a0-138945c45415 owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:12:53.075773 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.080144 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:53.125283 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] No DVR routers for this DVR port adafc1f5-46e1-4dd0-86a0-138945c45415 on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:12:53.129331 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Pushing event deleted for resources: {'Port': ['ID=adafc1f5-46e1-4dd0-86a0-138945c45415,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:53.132639 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.136139 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-6274b413-edc6-4079-baa5-bd1a18298cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:53.154540 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff32787c730>,) {'filters': {'network_id': ['71aa5326-155f-438e-a595-bf1a293f13e3']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:53.168195 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32787c730>, 'd8e22c74-edf1-49b3-a7da-edc35b5690fd') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:53.168489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32787c730>, 'd8e22c74-edf1-49b3-a7da-edc35b5690fd') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:12:53.180072 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.195764 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.201661 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:12:53.202029 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:12:53.215338 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:12:53.287185 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.291097 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:53.306922 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.316759 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Pushing event deleted for resources: {'Network': ['ID=71aa5326-155f-438e-a595-bf1a293f13e3,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:53.319794 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:53.330406 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-5a8e7f55-61c2-488d-a766-9df1c570f008 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71aa5326-155f-438e-a595-bf1a293f13e3 HTTP/1.1" status: 204  len: 168 time: 0.8517046
May 31 13:12:53.438560 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33694) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:53.486605 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-54170ef9-f0fb-4e5d-acb1-25e79248c58d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=868556666f104ec1b68be69dc1a0fa6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468538
May 31 13:12:53.488985 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33698) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:53.551497 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.565847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:12:53.578310 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.599375 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:12:53.599735 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device cbc5dd3d-4ea4-47ef-900d-8a9c8b168443 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:12:53.600160 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device adafc1f5-46e1-4dd0-86a0-138945c45415 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:12:53.632672 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.636013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: adafc1f5-46e1-4dd0-86a0-138945c45415 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:12:53.636366 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device adafc1f5-46e1-4dd0-86a0-138945c45415 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:12:53.636790 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f2a75a97-c040-4a2c-afee-be390f6806e7 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:12:53.637456 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-7553a09c-7ae5-4185-b1a0-6c6f428ce6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:53.651842 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68663415-ee5b-4b2c-8416-8a51094b9b3b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:53.655363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:53.661961 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:53.663017 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bdfd2ab1-19c1-4878-ba20-f2843723bac7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68663415-ee5b-4b2c-8416-8a51094b9b3b HTTP/1.1" status: 204  len: 168 time: 0.1731219
May 31 13:12:53.677262 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: f2a75a97-c040-4a2c-afee-be390f6806e7 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:12:53.677591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f2a75a97-c040-4a2c-afee-be390f6806e7 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:12:55.221619 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33742) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:55.342944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.360683 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:55.364540 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Usage tracker for resource:security_group_rule and tenant:598b094190ea436aa9d51c51f9c33242 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:55.367502 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:55.373806 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:55.461411 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.465213 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.472412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c21d637f-2147-4d16-beec-f239b6b5b8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:55.514444 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da555b8-7ce4-4676-8515-e478efdb3e76,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:55.518787 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=598b094190ea436aa9d51c51f9c33242&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2961686
May 31 13:12:55.519724 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:55.521309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33750) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:55.581209 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.606325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.656430 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.659907 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b2d3f75f-0e62-4b03-8749-eaed87b1c240 tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:55.675950 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da555b8-7ce4-4676-8515-e478efdb3e76,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:55.678814 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:55.680710 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:55.681804 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-492a2936-95ba-445e-a258-fa9daf417719 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9da555b8-7ce4-4676-8515-e478efdb3e76 HTTP/1.1" status: 204  len: 168 time: 0.1596193
May 31 13:12:55.956309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33758) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:56.056710 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.070688 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:56.074539 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Usage tracker for resource:security_group_rule and tenant:c3c08930fd2a42af815584e293e353b2 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:56.077299 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:56.082999 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:56.173582 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.177470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.183640 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a1a10bfb-7be3-4e67-80db-04cb3ca94bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:56.223220 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc849f-9673-487e-8eda-eadb4c79dfd1,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:56.226253 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:56.228840 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-8a23d5b7-5eac-429f-920a-0e9f9b27714a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c08930fd2a42af815584e293e353b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2714767
May 31 13:12:56.231530 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33762) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:56.287585 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.315430 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.365386 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.370140 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fbdf2d21-4854-47b5-b1c5-c2d078ce3d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:56.382951 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc849f-9673-487e-8eda-eadb4c79dfd1,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:56.385375 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:56.387407 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:56.388755 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-71105e7a-dac9-4ab9-ad47-1ae232d37d61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ebc849f-9673-487e-8eda-eadb4c79dfd1 HTTP/1.1" status: 204  len: 168 time: 0.1559968
May 31 13:12:58.912187 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33846) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:59.025974 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.040505 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:59.044288 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:21d3a3a5e70b4e19a6be3d9d90179455 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:59.047095 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:59.053357 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:59.135974 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.139639 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.148187 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fba64899-7cb9-46ab-a727-5197f9095081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:59.186206 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21d3a3a5e70b4e19a6be3d9d90179455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2729754
May 31 13:12:59.187891 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed47378-136e-43d3-a5a0-abe78ea3cf4d,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:59.189020 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33852) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:59.195678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.196062 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.196436 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.196824 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.197197 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.197564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.197923 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.198281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.198641 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.198997 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.199354 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.199727 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.203450 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:59.247049 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.272262 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.325717 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.331351 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-047fad56-9805-4bf3-bd58-7f1bdebbc695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:59.341257 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed47378-136e-43d3-a5a0-abe78ea3cf4d,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:59.352189 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.352566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.352974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.353336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.353693 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.354050 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.354405 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.354755 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.355106 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.355455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.355802 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.356145 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:12:59.359261 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:59.360217 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.361348 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ed47378-136e-43d3-a5a0-abe78ea3cf4d HTTP/1.1" status: 204  len: 168 time: 0.1713374
May 31 13:12:59.630558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 33860) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:59.648282 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.662190 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:12:59.665987 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Usage tracker for resource:security_group_rule and tenant:0829f29741c3433a916bdf0a2e851982 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:12:59.668738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:12:59.674386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:12:59.762301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.765884 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.774414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88c0f420-4412-4a66-89f8-7eeedbbbf825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:59.812278 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0829f29741c3433a916bdf0a2e851982&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1806419
May 31 13:12:59.814574 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d224e8-ad40-44fd-93ee-ac244fa300c4,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:59.815558 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 33864) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:12:59.817752 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6d666fd4-9c36-42ba-ba9c-453914288eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:59.877373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.902684 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.955470 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.959157 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ebb98b6e-09c1-4154-a43e-19a39b0afb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:12:59.971746 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d224e8-ad40-44fd-93ee-ac244fa300c4,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:12:59.976584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:12:59.980758 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:12:59.981957 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-4da9e0d9-430d-4973-be48-75a30afa61b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28d224e8-ad40-44fd-93ee-ac244fa300c4 HTTP/1.1" status: 204  len: 168 time: 0.1654289
May 31 13:13:07.875411 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:13:09.925840 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:11.810191 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf3eb-d4ed-480a-b4b5-21df7f8e27da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:14.036698 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:14.223589 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-80e74af0-d8ba-4e84-bde3-3ac628a22ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:15.319216 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:17.170712 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:22.515164 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929cd64-0870-410e-b6fd-f95e183592fb req-2fd1459b-b368-4ec1-8331-876ca8b41dd9 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:22.517110 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b929cd64-0870-410e-b6fd-f95e183592fb req-2fd1459b-b368-4ec1-8331-876ca8b41dd9 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0846879
May 31 13:13:22.560199 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b929cd64-0870-410e-b6fd-f95e183592fb req-eea6b0cb-0c25-400b-811a-5161fa128978 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374777
May 31 13:13:23.743333 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e87d-8e0e-4d23-a2ab-140520f08686 req-0af8e0bd-0bb2-40ab-a9a7-c0f18c4b77de tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:23.745134 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d212e87d-8e0e-4d23-a2ab-140520f08686 req-0af8e0bd-0bb2-40ab-a9a7-c0f18c4b77de tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0791876
May 31 13:13:23.791094 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d212e87d-8e0e-4d23-a2ab-140520f08686 req-0d00004c-8457-4efd-b9b8-7feff0204bb7 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404804
May 31 13:13:24.675852 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-bf32cdad-ac5b-40cb-b1c8-f47073a75df8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:24.677265 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-bf32cdad-ac5b-40cb-b1c8-f47073a75df8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.0783191
May 31 13:13:24.812301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Deleting port afae530d-9764-4135-936a-be0d7e6e92b6 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:13:24.812623 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:25.078803 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] For port afae530d-9764-4135-936a-be0d7e6e92b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=afae530d-9764-4135-936a-be0d7e6e92b6,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:13:25.079096 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:25.203567 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba7c8-8b43-4af9-959e-0ace46e31dca req-c02fdb6b-0447-4fd5-b9ac-356f55e6f046 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:25.205100 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c1cba7c8-8b43-4af9-959e-0ace46e31dca req-c02fdb6b-0447-4fd5-b9ac-356f55e6f046 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf HTTP/1.1" status: 200  len: 945 time: 0.2441924
May 31 13:13:25.211377 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Calling delete_port for afae530d-9764-4135-936a-be0d7e6e92b6 owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:13:25.264842 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c1cba7c8-8b43-4af9-959e-0ace46e31dca req-e93a29cb-bb77-4c91-9f5e-a98d05a09d26 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507910
May 31 13:13:25.358146 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:25.363615 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-15ef82cf-c7a5-43a1-a8c7-c9c201bce7a6 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:25.370441 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['afae530d-9764-4135-936a-be0d7e6e92b6'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:13:25.409557 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Pushing event deleted for resources: {'Port': ['ID=afae530d-9764-4135-936a-be0d7e6e92b6,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:25.412853 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:25.484704 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] No DVR routers for this DVR port afae530d-9764-4135-936a-be0d7e6e92b6 on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:13:25.487759 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:25.490322 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'name': 'network-vif-deleted', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:13:25.492604 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a1177b-6c67-413f-a9dc-ea1d594a805b" -d '{"events": [{"server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "name": "network-vif-deleted", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:13:25.511456 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-949d4913-66e8-434a-9ae5-0b75c16314c7 req-2d59a7f2-341f-406c-b4ce-6fbacef04697 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "DELETE /v2.0/ports/afae530d-9764-4135-936a-be0d7e6e92b6 HTTP/1.1" status: 204  len: 173 time: 0.8285670
May 31 13:13:25.539242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb94799-b6bb-4292-94fa-48b6a44d533d x-openstack-request-id: req-bbb94799-b6bb-4292-94fa-48b6a44d533d {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:13:25.539588 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf", "name": "network-vif-deleted", "tag": "afae530d-9764-4135-936a-be0d7e6e92b6", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:13:25.539860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbb94799-b6bb-4292-94fa-48b6a44d533d {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:13:25.540342 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d86b67c-d0b2-4f4e-80aa-cd0d8a54bcdf', 'name': 'network-vif-deleted', 'tag': 'afae530d-9764-4135-936a-be0d7e6e92b6', 'status': 'completed', 'code': 200}
May 31 13:13:28.504197 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device afae530d-9764-4135-936a-be0d7e6e92b6 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:13:28.538538 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: afae530d-9764-4135-936a-be0d7e6e92b6 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:13:28.538894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device afae530d-9764-4135-936a-be0d7e6e92b6 not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:13:37.854662 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-f4b95cef-d274-412c-95b0-b2f4b2bb344b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:37.855345 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-f4b95cef-d274-412c-95b0-b2f4b2bb344b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Synchronizing usage tracker for tenant:159c31331a4f4d358514cf17d963ada2 on resource:network {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:13:37.872506 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-f4b95cef-d274-412c-95b0-b2f4b2bb344b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Unset dirty status for tenant:159c31331a4f4d358514cf17d963ada2 on resource:network {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:13:37.873803 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-f4b95cef-d274-412c-95b0-b2f4b2bb344b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 813 time: 0.1602209
May 31 13:13:37.888827 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-d782a34c-49d9-4017-b2dd-0d106c6bd4d0 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/quotas/159c31331a4f4d358514cf17d963ada2 HTTP/1.1" status: 200  len: 375 time: 0.0091622
May 31 13:13:37.936611 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-036947a6-344f-48af-8140-d997f8a543e1 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0426414
May 31 13:13:37.946953 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-7c028189-0d8b-48f2-8c39-be747f005bf6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91787) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:13:37.947922 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-7c028189-0d8b-48f2-8c39-be747f005bf6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050619
May 31 13:13:38.075938 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-2b139123-0207-4f30-9eb7-864fe02b2850 service neutron] 10.222.0.20 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225929
May 31 13:13:38.204735 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-4bfb5b4c-5218-4690-9f4e-eb28ec581d7a service neutron] 10.222.0.20 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229720
May 31 13:13:38.381508 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-de8a806b-7a73-463d-952e-63e64532c788 req-a6d84311-abce-411b-9053-15ce3a37b473 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Synchronizing usage tracker for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:13:38.399437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-de8a806b-7a73-463d-952e-63e64532c788 req-a6d84311-abce-411b-9053-15ce3a37b473 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Unset dirty status for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:13:38.400645 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-de8a806b-7a73-463d-952e-63e64532c788 req-a6d84311-abce-411b-9053-15ce3a37b473 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 210 time: 0.0615153
May 31 13:13:39.548065 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-dbbb96b2-e43a-4ec4-80d0-9ad4fc7bfa5d req-d81dad3e-c3e9-4100-842d-ddeb5e508239 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 210 time: 0.0422301
May 31 13:13:39.931362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:40.711688 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-95828af9-6e4e-43ec-86db-29fd3e93ae6b req-2cc22627-7a7c-44f4-b95a-f8b215fed144 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 210 time: 0.0458295
May 31 13:13:41.812835 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f24f8379-2644-415c-9115-7c1e9056ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:41.865092 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f25b2249-a62c-4393-9ac6-a7c3c49f4c9c req-7ae23275-7d85-4195-a4d7-ca5e6f7d8edf tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 210 time: 0.0465252
May 31 13:13:42.191015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-a7368dce-0b80-4d80-9573-e7629a0eda88 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:42.192396 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-a7368dce-0b80-4d80-9573-e7629a0eda88 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 813 time: 0.1557684
May 31 13:13:42.208589 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Request body: {'port': {'device_id': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8', 'admin_state_up': True, 'tenant_id': '159c31331a4f4d358514cf17d963ada2'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:13:42.350731 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:13:42.360074 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:13:42.370029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Made reservation on behalf of 159c31331a4f4d358514cf17d963ada2 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:13:42.373557 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:42.530443 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Allocated IP 172.20.0.10 (6939bfcf-200f-49a7-a96f-6372a6fb69f8/3e34c6d2-82af-44b7-80f9-cecea8d09b54/56ce0875-b06f-4abe-b612-330af5be8e2f) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:13:42.731376 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:42.760847 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:42.766193 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-af2cb76c-cadd-4a54-aa7a-e610b8a6fee8 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:42.829585 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:13:42.832639 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:13:42.836648 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:13:42.879605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Pushing event updated for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:42.883929 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:42.910636 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:42.911254 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:42.937068 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7324522
May 31 13:13:43.009435 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Request body: {'port': {'device_id': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:13:43.232948 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:43.256211 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fbc8-5ef9-419d-8c98-83f526c63286 req-77abb1c2-81a4-4544-bd56-5bb6412ee0c2 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:43.256928 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-0956fbc8-5ef9-419d-8c98-83f526c63286 req-77abb1c2-81a4-4544-bd56-5bb6412ee0c2 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Synchronizing usage tracker for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:13:43.318003 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-0956fbc8-5ef9-419d-8c98-83f526c63286 req-77abb1c2-81a4-4544-bd56-5bb6412ee0c2 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Unset dirty status for tenant:159c31331a4f4d358514cf17d963ada2 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:13:43.319145 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0956fbc8-5ef9-419d-8c98-83f526c63286 req-77abb1c2-81a4-4544-bd56-5bb6412ee0c2 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 932 time: 0.3483553
May 31 13:13:43.430508 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0956fbc8-5ef9-419d-8c98-83f526c63286 req-89033106-5691-4080-aa20-481b9ca60d35 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046274
May 31 13:13:43.620232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ce0875-b06f-4abe-b612-330af5be8e2f {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:13:43.627876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:43.641270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Transition to ACTIVE for port object 56ce0875-b06f-4abe-b612-330af5be8e2f will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:13:43.645129 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:43.649792 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ac73b922-ac4e-42d3-aaa2-981d2810f505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:43.804531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Pushing event updated for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:43.811568 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:43.876163 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Attempting to bind port 56ce0875-b06f-4abe-b612-330af5be8e2f on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:13:43.876500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Attempting to bind port 56ce0875-b06f-4abe-b612-330af5be8e2f by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:13:43.876893 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Attempting to bind port 56ce0875-b06f-4abe-b612-330af5be8e2f on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:13:43.881444 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Port 56ce0875-b06f-4abe-b612-330af5be8e2f on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:13:43.881764 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Attempting to bind port 56ce0875-b06f-4abe-b612-330af5be8e2f on network 6939bfcf-200f-49a7-a96f-6372a6fb69f8 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:13:43.886788 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:13:43.887121 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Checking segment: {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:13:43.887503 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Bound using segment: {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:13:43.887922 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Bound port: 56ce0875-b06f-4abe-b612-330af5be8e2f, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b58f7f1-d77f-4987-8945-2293d29276f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:13:43.888265 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:43.981386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:13:43.984287 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=56ce0875-b06f-4abe-b612-330af5be8e2f,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:13:43.989341 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:43.992727 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-482c5c2c-64c2-4182-b987-6aa302ced87c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:44.038506 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:44.051382 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:44.051998 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:44.053361 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] 10.222.0.36 "PUT /v2.0/ports/56ce0875-b06f-4abe-b612-330af5be8e2f HTTP/1.1" status: 200  len: 1094 time: 1.0807486
May 31 13:13:44.053858 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:13:44.056099 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:13:44.074516 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Pushing event updated for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:44.077547 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:44.124483 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b219471e-ee92-4a66-a11c-462feedf49f7 x-openstack-request-id: req-b219471e-ee92-4a66-a11c-462feedf49f7 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:13:44.124825 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:13:44.125125 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b219471e-ee92-4a66-a11c-462feedf49f7 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:13:44.125550 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f', 'status': 'completed', 'code': 200}
May 31 13:13:44.172388 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-de3aa7bc-0d53-4ec7-8093-2f8b50a10bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:44.173916 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-de3aa7bc-0d53-4ec7-8093-2f8b50a10bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 1097 time: 0.0817795
May 31 13:13:44.225458 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-da7f55fc-06c2-44da-acc5-ad3d453924aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:44.243332 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-136639d0-70ee-42a7-bc55-bc2da850c72f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56ce0875-b06f-4abe-b612-330af5be8e2f HTTP/1.1" status: 200  len: 217 time: 0.0612867
May 31 13:13:44.308170 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-69b3e404-ed1e-4969-a166-c2caa5730495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:44.309602 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-69b3e404-ed1e-4969-a166-c2caa5730495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e34c6d2-82af-44b7-80f9-cecea8d09b54 HTTP/1.1" status: 200  len: 853 time: 0.0597603
May 31 13:13:44.355697 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-ea83a19d-e10e-4caa-8ec8-51545424c299 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6939bfcf-200f-49a7-a96f-6372a6fb69f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389767
May 31 13:13:44.485321 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-da8e1e8e-3d77-48eb-a17a-bf5b28de2579 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228576
May 31 13:13:44.675868 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3de719bd-d15f-4b53-b316-c1fee71f3ae5 req-d35a32e9-2029-41a2-964e-343ca8da88d2 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1830032
May 31 13:13:44.691394 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77923095-db7c-451c-a96d-59d48e5774e1 req-c506c151-df97-437d-a233-54ca1c7ae4b5 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:44.693033 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-77923095-db7c-451c-a96d-59d48e5774e1 req-c506c151-df97-437d-a233-54ca1c7ae4b5 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 944 time: 0.1292765
May 31 13:13:44.780441 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-77923095-db7c-451c-a96d-59d48e5774e1 req-cd5f7742-2b21-48c2-a948-48cb4179870e tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791385
May 31 13:13:44.807983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-df75fe7f-6271-4270-9af8-f1bdcc849168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:44.809460 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-df75fe7f-6271-4270-9af8-f1bdcc849168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=159c31331a4f4d358514cf17d963ada2&device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 1097 time: 0.0880196
May 31 13:13:44.875223 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:13:45.026343 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-8bf4b68b-5aa3-46d9-9301-82e7fd414ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:45.027688 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-8bf4b68b-5aa3-46d9-9301-82e7fd414ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 200  len: 914 time: 0.2113705
May 31 13:13:45.098476 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-d2b130f4-013b-45dd-8ebe-2604494f1d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56ce0875-b06f-4abe-b612-330af5be8e2f HTTP/1.1" status: 200  len: 217 time: 0.0628927
May 31 13:13:45.162400 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-b4eb1c8b-8da6-4444-b21c-5c11d02b1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:45.163788 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-b4eb1c8b-8da6-4444-b21c-5c11d02b1fad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e34c6d2-82af-44b7-80f9-cecea8d09b54 HTTP/1.1" status: 200  len: 853 time: 0.0576131
May 31 13:13:45.213041 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-44006197-46f7-4f68-998f-e8346f97f3a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6939bfcf-200f-49a7-a96f-6372a6fb69f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425761
May 31 13:13:45.322125 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:45.344642 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-84a6225f-fd09-4ee1-bd83-6c2df4579f4a service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247439
May 31 13:13:45.472055 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-27d93a71-ff5c-41f3-b1fd-6c4a14d575f1 req-884901d4-5c60-45d5-a419-51852c79e3f7 service neutron] 10.222.0.36 "GET /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207440
May 31 13:13:45.964624 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc008f2-258b-4618-8b33-4a022e241cfa req-51ed34fe-0f31-44de-9594-2ce84d11c7e5 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:45.965997 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8dc008f2-258b-4618-8b33-4a022e241cfa req-51ed34fe-0f31-44de-9594-2ce84d11c7e5 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 944 time: 0.0789278
May 31 13:13:46.012480 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-8dc008f2-258b-4618-8b33-4a022e241cfa req-8811bfe0-df85-4316-87f2-9f4580c8ccfb tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407901
May 31 13:13:47.176929 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:47.210643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7493d02-3196-4708-9a61-8b2577182130 req-915b7d5a-b767-4d8d-add3-9b5b73c4a335 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:47.212102 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e7493d02-3196-4708-9a61-8b2577182130 req-915b7d5a-b767-4d8d-add3-9b5b73c4a335 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 944 time: 0.0901728
May 31 13:13:47.256377 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e7493d02-3196-4708-9a61-8b2577182130 req-ddd24303-9e50-43da-a4ef-91d324eec2a3 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386002
May 31 13:13:48.225198 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 56ce0875-b06f-4abe-b612-330af5be8e2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:13:48.360876 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=56ce0875-b06f-4abe-b612-330af5be8e2f,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:13:48.375163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': '56ce0875-b06f-4abe-b612-330af5be8e2f', 'network_id': '6939bfcf-200f-49a7-a96f-6372a6fb69f8', 'port_id': '56ce0875-b06f-4abe-b612-330af5be8e2f', 'mac_address': 'fa:16:3e:31:f4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e34c6d2-82af-44b7-80f9-cecea8d09b54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:13:48.429226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:48.444363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623f8e2-5ec5-4355-a25f-e31415bac4d4 req-11537331-f547-4cea-8158-55e25938fb0b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:48.445817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ce0875-b06f-4abe-b612-330af5be8e2f {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:13:48.445964 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5623f8e2-5ec5-4355-a25f-e31415bac4d4 req-11537331-f547-4cea-8158-55e25938fb0b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 944 time: 0.0832350
May 31 13:13:48.461609 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=56ce0875-b06f-4abe-b612-330af5be8e2f,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:13:48.465539 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:48.467526 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:48.490773 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-5623f8e2-5ec5-4355-a25f-e31415bac4d4 req-a5170e39-256e-4ace-9a3a-31c81a77350b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393193
May 31 13:13:48.535248 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:48.542060 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.542400 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.542732 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.543057 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.543379 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.543699 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.544014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.544327 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.544640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.544980 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.545292 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.545599 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:13:48.549422 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:48.793600 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['56ce0875-b06f-4abe-b612-330af5be8e2f'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:13:49.681032 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3598c0-0a45-4beb-a20a-1dc29fc97e14 req-36635c72-76a6-4674-b1c8-6ea55eb30830 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:49.682491 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6b3598c0-0a45-4beb-a20a-1dc29fc97e14 req-36635c72-76a6-4674-b1c8-6ea55eb30830 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 945 time: 0.0868793
May 31 13:13:49.731132 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-6b3598c0-0a45-4beb-a20a-1dc29fc97e14 req-8bb933fe-7d74-4ce7-bebf-d7d5271e0e1d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427868
May 31 13:13:50.255161 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 56ce0875-b06f-4abe-b612-330af5be8e2f up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:13:50.324054 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port 56ce0875-b06f-4abe-b612-330af5be8e2f completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:13:50.328582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port 56ce0875-b06f-4abe-b612-330af5be8e2f triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:13:50.328992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:50.445987 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:50.471944 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:13:50.474163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4b4cd-2fb8-43cd-8931-25326c730b5b" -d '{"events": [{"server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "name": "network-vif-plugged", "status": "completed", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:13:50.481860 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=56ce0875-b06f-4abe-b612-330af5be8e2f,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:13:50.486707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:13:50.492762 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:13:50.553639 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:13:50.556950 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:13:50.638491 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268a09d-7b61-4bac-a838-587b79abd4fa x-openstack-request-id: req-6268a09d-7b61-4bac-a838-587b79abd4fa {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:13:50.638836 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "name": "network-vif-plugged", "status": "completed", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:13:50.639143 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6268a09d-7b61-4bac-a838-587b79abd4fa {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:13:50.639586 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f', 'code': 200}
May 31 13:13:50.916450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dcd3e-e4ff-444e-a15b-746c925dbbbd req-d86add80-865d-41b3-86d9-f57dd87bd8e7 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:50.917920 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-290dcd3e-e4ff-444e-a15b-746c925dbbbd req-d86add80-865d-41b3-86d9-f57dd87bd8e7 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0831451
May 31 13:13:50.961803 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-290dcd3e-e4ff-444e-a15b-746c925dbbbd req-76012986-0616-46d4-a236-2422459f6236 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383050
May 31 13:13:52.145567 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68508c39-2b20-4b49-95e2-6b878eda88d3 req-5666e069-a650-4c44-b48b-e2a39f0abffe tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:52.147030 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68508c39-2b20-4b49-95e2-6b878eda88d3 req-5666e069-a650-4c44-b48b-e2a39f0abffe tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0786598
May 31 13:13:52.189009 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-68508c39-2b20-4b49-95e2-6b878eda88d3 req-8e3a10fe-9701-44a6-a3c6-135ee649b7e3 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364196
May 31 13:13:53.383593 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bf8db-7fbf-43b8-8c62-7f775d54af65 req-b4523611-b0b6-47a7-825b-f9cd79c27e0d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:53.385054 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f46bf8db-7fbf-43b8-8c62-7f775d54af65 req-b4523611-b0b6-47a7-825b-f9cd79c27e0d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0844040
May 31 13:13:53.427948 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f46bf8db-7fbf-43b8-8c62-7f775d54af65 req-2a276b3a-211b-48f9-8e8c-d4e67138aa5b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372477
May 31 13:13:54.613099 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55b1d-6088-4c0a-83b9-0bf687eccc23 req-0352d54c-0db3-46b5-852b-95338911684d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:54.614549 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a9b55b1d-6088-4c0a-83b9-0bf687eccc23 req-0352d54c-0db3-46b5-852b-95338911684d tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0842209
May 31 13:13:54.661056 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a9b55b1d-6088-4c0a-83b9-0bf687eccc23 req-368ec073-d7e5-4e3d-92f6-f7f3806a851a tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408394
May 31 13:13:54.766824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f309-e4f7-4882-bbcf-48c0c5c734ac req-1b114938-78a5-44fc-be18-9fa708e6443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:54.768665 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7925f309-e4f7-4882-bbcf-48c0c5c734ac req-1b114938-78a5-44fc-be18-9fa708e6443d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 1099 time: 0.0695679
May 31 13:13:54.807921 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7925f309-e4f7-4882-bbcf-48c0c5c734ac req-b8d07f3c-6f48-4186-bb7b-6ee6eae5c4b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328147
May 31 13:13:55.846226 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7767d4-03b8-4058-883d-978d4ef46b6e req-80b87acf-cef0-4736-93b0-dadcee353e35 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:55.848186 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8a7767d4-03b8-4058-883d-978d4ef46b6e req-80b87acf-cef0-4736-93b0-dadcee353e35 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0826876
May 31 13:13:55.893565 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-8a7767d4-03b8-4058-883d-978d4ef46b6e req-38e2deb7-9ad5-48ee-aed5-6021ee70f389 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386069
May 31 13:13:57.076708 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bff7f-1894-45c1-9ba6-98cd2f9f34be req-73c20ccd-bbf8-4456-b6bc-7c0a75dc2b73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:13:57.078159 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-713bff7f-1894-45c1-9ba6-98cd2f9f34be req-73c20ccd-bbf8-4456-b6bc-7c0a75dc2b73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0781596
May 31 13:13:57.124906 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-713bff7f-1894-45c1-9ba6-98cd2f9f34be req-e7d112e7-ac02-438d-815c-2c2346ad4d82 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407116
May 31 13:14:01.589335 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34308) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:14:01.704895 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:01.719843 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:14:01.723734 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Usage tracker for resource:security_group_rule and tenant:78f5b2379e834191b49026a6ac846008 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:14:01.726558 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:14:01.732171 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:14:01.812962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:01.816456 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:01.824906 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-bb458a30-b5a1-46fe-a7d6-1b68e1ce5d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:14:01.871681 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f5b2379e834191b49026a6ac846008&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2812834
May 31 13:14:01.872599 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ca5b34-39e8-4e8f-a9bf-1b338cf2a91f,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:14:01.874355 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34314) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:14:01.880454 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.880858 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.881226 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.881588 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.881943 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.882303 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.882654 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.883005 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.883353 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.883702 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.884046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.884390 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:01.888268 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-b9658898-94b7-4e85-8eae-d3d02ef57765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:14:01.934137 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:01.960374 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:02.019167 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:02.024444 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-81627de0-a9cb-4022-b6c4-f1ddf752e411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:14:02.036726 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ca5b34-39e8-4e8f-a9bf-1b338cf2a91f,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:14:02.044108 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:02.045223 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1ca5b34-39e8-4e8f-a9bf-1b338cf2a91f HTTP/1.1" status: 204  len: 168 time: 0.1699138
May 31 13:14:02.046641 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.047021 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.047392 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.047759 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.048125 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.048489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.048868 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.049229 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.049587 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.049940 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.050291 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.050624 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:14:02.054221 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3cc82ec5-d7f6-4b0e-b4f5-5b85755d2f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:14:09.936633 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:11.817657 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9c436242-7827-46e9-82bf-22fabb6538b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:14.043747 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:14.227366 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a122c85f-29a2-46bd-b076-8e81b9bb39d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:15.324449 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:17.177017 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:21.873704 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:14:27.849959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71945aa4-8682-4950-875b-535dd4fbb3c2 req-4470ac80-4305-40bb-ad34-fcf30b108183 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:14:27.851419 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-71945aa4-8682-4950-875b-535dd4fbb3c2 req-4470ac80-4305-40bb-ad34-fcf30b108183 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.1745219
May 31 13:14:27.895928 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-71945aa4-8682-4950-875b-535dd4fbb3c2 req-fb2e155f-202c-4537-b56a-794bfb74b8c8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383530
May 31 13:14:29.082962 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0844ae-1842-4e5a-817c-6220c66b8ee7 req-ceec86c4-9c61-4ace-9170-81b115c1fe11 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:14:29.084422 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0e0844ae-1842-4e5a-817c-6220c66b8ee7 req-ceec86c4-9c61-4ace-9170-81b115c1fe11 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0798943
May 31 13:14:29.128012 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0e0844ae-1842-4e5a-817c-6220c66b8ee7 req-42119161-a6e2-48b9-bddf-5d0b92f17d4b tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/security-groups?id=be61aca7-2634-4db0-b89e-feb74ba1b0d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379968
May 31 13:14:29.557709 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a16997-e52a-4083-a945-8251464f8152 req-a3f1bf44-87dd-4143-a3ad-39f91e688225 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:14:29.558544 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-83a16997-e52a-4083-a945-8251464f8152 req-a3f1bf44-87dd-4143-a3ad-39f91e688225 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 946 time: 0.0883811
May 31 13:14:29.704566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Deleting port 56ce0875-b06f-4abe-b612-330af5be8e2f {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:14:29.705039 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:29.849179 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] For port 56ce0875-b06f-4abe-b612-330af5be8e2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=56ce0875-b06f-4abe-b612-330af5be8e2f,segment=NetworkSegment(2b58f7f1-d77f-4987-8945-2293d29276f5),segment_id=2b58f7f1-d77f-4987-8945-2293d29276f5)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:14:29.849536 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:30.054290 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Calling delete_port for 56ce0875-b06f-4abe-b612-330af5be8e2f owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:14:30.179066 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:30.185244 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2db07906-b449-4e10-9955-ec1786fdbbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:14:30.192462 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['56ce0875-b06f-4abe-b612-330af5be8e2f'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:14:30.237841 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Pushing event deleted for resources: {'Port': ['ID=56ce0875-b06f-4abe-b612-330af5be8e2f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:14:30.240907 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:14:30.293279 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2be1d8cf-5176-4975-974e-59ba240f8815 req-0cd0f43f-f714-4211-998c-b3430bf1f301 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9c2e4b7-a268-4b12-900b-71acac8d0509 HTTP/1.1" status: 200  len: 210 time: 0.0462275
May 31 13:14:30.318768 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] No DVR routers for this DVR port 56ce0875-b06f-4abe-b612-330af5be8e2f on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:14:30.321866 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:30.324449 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'name': 'network-vif-deleted', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:14:30.326701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9773b5-034c-4ab0-a015-0c35e02356fd" -d '{"events": [{"server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "name": "network-vif-deleted", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:14:30.345564 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-83a16997-e52a-4083-a945-8251464f8152 req-ab29d3b3-5331-4d38-834c-2ee99e173cc8 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] 10.222.0.36 "DELETE /v2.0/ports/56ce0875-b06f-4abe-b612-330af5be8e2f HTTP/1.1" status: 204  len: 173 time: 0.7812083
May 31 13:14:30.564473 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ef84ff-e838-41f2-b100-3da2a31b2441 x-openstack-request-id: req-b8ef84ff-e838-41f2-b100-3da2a31b2441 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:14:30.564834 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2e4b7-a268-4b12-900b-71acac8d0509", "name": "network-vif-deleted", "tag": "56ce0875-b06f-4abe-b612-330af5be8e2f", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:14:30.565156 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8ef84ff-e838-41f2-b100-3da2a31b2441 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:14:30.565588 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c2e4b7-a268-4b12-900b-71acac8d0509', 'name': 'network-vif-deleted', 'tag': '56ce0875-b06f-4abe-b612-330af5be8e2f', 'status': 'completed', 'code': 200}
May 31 13:14:36.385328 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 56ce0875-b06f-4abe-b612-330af5be8e2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:14:36.420938 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: 56ce0875-b06f-4abe-b612-330af5be8e2f {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:14:36.421294 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device 56ce0875-b06f-4abe-b612-330af5be8e2f not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:14:39.940952 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:41.823233 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-829e25dd-212f-496a-95ae-02a21ddba082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:44.045340 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:44.228597 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-dd79ff1c-751b-4494-aab0-f0c0ec08a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:45.327190 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:47.182591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:14:58.873483 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:15:04.022168 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34856) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:04.171239 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.185432 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:04.189190 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2bfec240fe497aa93cd52cd2ea2b0a is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:04.191904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:04.197489 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:04.280240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.283657 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.290222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4217a1f3-1feb-4aba-9f3c-87156897299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:04.328921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf445b58-482f-4523-86d4-3f2ec8b3c194,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:04.332668 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe2bfec240fe497aa93cd52cd2ea2b0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095326
May 31 13:15:04.335410 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34862) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:04.338606 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.338970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.339341 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.339705 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.340083 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.340425 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.340779 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.341162 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.341518 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.341869 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.342218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.342566 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.346413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a2d0911f-d74a-4e3f-9068-a42c6e3f7db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:04.397622 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.422232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.474238 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.478894 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-1a674166-6f3c-48ea-9dd7-f13d86083c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:04.488815 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf445b58-482f-4523-86d4-3f2ec8b3c194,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:04.499657 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:04.500751 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf445b58-482f-4523-86d4-3f2ec8b3c194 HTTP/1.1" status: 204  len: 168 time: 0.1643164
May 31 13:15:04.502103 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.502480 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.502925 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.503301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.503655 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.504010 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.504437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.504699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.505084 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.505433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.505829 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.506113 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:04.509197 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:04.986755 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34882) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:05.046541 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Deleting subnet 3e34c6d2-82af-44b7-80f9-cecea8d09b54 {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:15:05.049439 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.101848 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.158047 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.411041 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.416451 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-8bfebe57-e8d4-4d51-b57a-4878b743e835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:05.453002 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e34c6d2-82af-44b7-80f9-cecea8d09b54,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:05.454812 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.461319 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:05.466800 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ef4a9e88-77d7-4f25-9d18-a5b730ef8ba5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e34c6d2-82af-44b7-80f9-cecea8d09b54 HTTP/1.1" status: 204  len: 168 time: 0.4789801
May 31 13:15:05.469314 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34896) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:05.575292 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.701317 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.717305 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff326393820>,) {'filters': {'network_id': ['6939bfcf-200f-49a7-a96f-6372a6fb69f8']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:05.730523 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326393820>, '2b58f7f1-d77f-4987-8945-2293d29276f5') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:05.730818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff326393820>, '2b58f7f1-d77f-4987-8945-2293d29276f5') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:05.743072 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.760479 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.767245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:15:05.767670 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:15:05.782152 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:15:05.864535 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.868442 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:05.883114 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:05.893395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Pushing event deleted for resources: {'Network': ['ID=6939bfcf-200f-49a7-a96f-6372a6fb69f8,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:05.896553 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:05.902055 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b4dc4da5-0c65-4223-9b8b-bb82f99c882a admin admin] 10.222.0.20 "DELETE /v2.0/networks/6939bfcf-200f-49a7-a96f-6372a6fb69f8 HTTP/1.1" status: 204  len: 168 time: 0.4318199
May 31 13:15:06.080513 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34906) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:06.129902 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-89391a18-ada5-4494-89cc-c13831cff0e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=159c31331a4f4d358514cf17d963ada2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481927
May 31 13:15:06.132139 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34910) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:06.188398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:06.216240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:06.272144 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:06.276815 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0aca727b-b31e-4307-858b-bfc11ffd9c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:06.288989 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61aca7-2634-4db0-b89e-feb74ba1b0d4,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:06.292110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:06.300028 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:06.301142 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-ec0faf90-9598-43bf-9da6-73d66a32a8a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be61aca7-2634-4db0-b89e-feb74ba1b0d4 HTTP/1.1" status: 204  len: 168 time: 0.1680977
May 31 13:15:07.010442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34938) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:07.118846 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92894918-network', 'tenant_id': '645d92845a54442abbeda39fa52b9930'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:07.124374 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:07.128142 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Usage tracker for resource:network and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:07.130988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:07.137185 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:07.148988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Made reservation on behalf of 645d92845a54442abbeda39fa52b9930 for: {'network': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:15:07.151676 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.163497 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.178432 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:07.182331 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:07.187179 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:07.192873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:07.279686 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.283332 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.287178 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-94f1e689-ca8c-4987-93bf-19c2ad6cdac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:07.314770 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'}  {{(pid=91786) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:15:07.323193 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947083c-359a-4f15-a299-fa61270f8525,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:07.326245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:07.330562 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.330914 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.segments_db [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Added segment ed7bcc19-2bb5-45f2-8712-a3302c72b582 of type vlan for network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154
May 31 13:15:07.357780 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.388708 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.390010 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:07.390590 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.395187 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-56f5b365-072e-419b-8d56-2af1cd853a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:07.488655 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4769878
May 31 13:15:07.491395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34946) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:07.492066 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Pushing event updated for resources: {'Network': ['ID=6f8ea9ab-3f61-4608-977a-7dfd5cb87154,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:07.495208 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-97ed368a-bce1-4604-ba69-62b3806f41bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:07.498235 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Request body: {'subnet': {'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92894918-subnet', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'ip_version': 4}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:07.503117 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:07.503326 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:15:07.507136 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Usage tracker for resource:subnet and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:07.510836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:07.516665 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:07.527063 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Made reservation on behalf of 645d92845a54442abbeda39fa52b9930 for: {'subnet': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:15:07.529456 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11281222'] for subnet, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.906777 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11404778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11281232'] for subnet, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:07.911308 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ecf734ab-d891-418a-994f-7b5b7a38d178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:07.980067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d611226-6488-4507-9130-8ddb0583bc1b,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:07.982786 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:07.988671 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:07.989055 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Network hostable DHCP agents. Network: 6f8ea9ab-3f61-4608-977a-7dfd5cb87154, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91787) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:15:08.006335 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91787) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:15:08.015403 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, 6f8ea9ab-3f61-4608-977a-7dfd5cb87154) {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:08.023949 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:08.024179 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7630af-a1aa-4bc2-87ee-3a434b4a6dc6 None None] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:15:08.024540 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.045579 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-cc6f879a-5e44-4076-87c6-d51c346c22e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5525751
May 31 13:15:08.048144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34950) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:08.053102 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:08.057512 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:08.061296 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Usage tracker for resource:router and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:08.064060 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:08.069674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:08.082926 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.083834 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.098469 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.275303 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:15:08.276761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.426325 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Allocated IP 172.20.0.2 (6f8ea9ab-3f61-4608-977a-7dfd5cb87154/6d611226-6488-4507-9130-8ddb0583bc1b/37ffb9f8-bc43-4956-b74b-982b0c710aa8) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:08.468182 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.625345 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.634818 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Transition to ACTIVE for port object 37ffb9f8-bc43-4956-b74b-982b0c710aa8 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:08.652755 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Transition to ACTIVE for port object 37ffb9f8-bc43-4956-b74b-982b0c710aa8 will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:08.657847 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.662117 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-1f0d3dad-beb8-4e63-9e42-3bd618c19a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:08.725467 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:08.728288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:08.732084 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:08.740552 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Pushing event updated for resources: {'Port': ['ID=37ffb9f8-bc43-4956-b74b-982b0c710aa8,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:08.779785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.780377 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.780730 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.781099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.781436 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.781772 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.782104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.782429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.782757 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.783084 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.783410 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.783732 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.784052 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:08.812531 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.818029 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:08.838070 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Attempting to bind port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:08.838443 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Attempting to bind port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:08.838812 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Attempting to bind port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:08.843970 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:08.844355 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:08.844761 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.845188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Bound using segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:08.845658 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Bound port: 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:08.846047 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.932971 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] For port 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:08.936068 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] For port 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=37ffb9f8-bc43-4956-b74b-982b0c710aa8,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:08.939923 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:08.944234 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:08.948088 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Allocated IP 172.27.3.254 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:09.037875 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Pushing event updated for resources: {'Port': ['ID=37ffb9f8-bc43-4956-b74b-982b0c710aa8,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:09.042968 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:09.100496 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:09.131339 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:09.135213 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3231014a-d616-4308-8c48-7ad70597e190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:09.201513 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:09.205434 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:09.208080 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:09.260363 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Pushing event updated for resources: {'Port': ['ID=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:09.263371 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:09.665549 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 37ffb9f8-bc43-4956-b74b-982b0c710aa8 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:09.741200 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:09.743183 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:09.932024 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d88d3-6842-4a5d-8fc4-3bfadf22a3fb None None] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:15:10.025493 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.038673 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Provisioning for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:10.055768 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Provisioning complete for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:10.056152 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.088082 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.286642 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.289528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Router 5a14c0a4-0986-45e9-a234-847916e2d723 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:15:10.330330 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] For port 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=37ffb9f8-bc43-4956-b74b-982b0c710aa8,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:10.335867 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.337563 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:10.407066 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Pushing event updated for resources: {'Port': ['ID=37ffb9f8-bc43-4956-b74b-982b0c710aa8,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:10.410352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:10.478518 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:15:10.488910 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:15:10.501522 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:10.502216 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32717e850>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:14:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:10.511500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.515476 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9047f3bf-16a7-4de3-8589-b3e452144f0a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.4639225
May 31 13:15:10.515689 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34960) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:10.643811 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-d37bc6f0-255d-4f49-986e-d23ded325224 None None] Provisioning complete for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:10.644076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d37bc6f0-255d-4f49-986e-d23ded325224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:10.773226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:11.107658 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32717e850>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:09Z', 'revision_number': 3, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:11.111515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:15:11.111875 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Updating router 5a14c0a4-0986-45e9-a234-847916e2d723 port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:15:11.164713 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.294016 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.513280 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Allocated IP 172.20.0.1 (6f8ea9ab-3f61-4608-977a-7dfd5cb87154/6d611226-6488-4507-9130-8ddb0583bc1b/c55389bc-a0a1-4181-8cc3-15005c74cb8b) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:11.531916 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.544882 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Transition to ACTIVE for port object b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:11.552305 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.556886 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:11.648547 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Attempting to bind port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:11.648962 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Attempting to bind port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:11.649337 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Attempting to bind port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:11.656754 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:11.657187 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:11.657717 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.657992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:11.658480 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Bound port: b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:11.658865 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.666032 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.683170 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Transition to ACTIVE for port object c55389bc-a0a1-4181-8cc3-15005c74cb8b will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:11.710678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.711109 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87c93c-1370-499c-923d-18df9c298cbf None None] Pushing event updated for resources: {'Port': ['ID=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:11.713564 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 37ffb9f8-bc43-4956-b74b-982b0c710aa8 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:11.715318 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-a1edb02a-e353-4cdb-8be8-9b2f1fdc4b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:11.744839 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8f87c93c-1370-499c-923d-18df9c298cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:11.776271 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:11.779227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:11.782942 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:11.826153 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Pushing event updated for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:11.834039 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] For port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:11.834548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:11.840430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] For port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:11.842752 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4fe6f6a-52f8-451e-8f92-e082a840e7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.850179 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.855050 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:11.866139 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:11.914158 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:11.914675 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.006669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:12.007666 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32717e850>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:14:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:12.086453 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87c93c-1370-499c-923d-18df9c298cbf None None] Pushing event updated for resources: {'Port': ['ID=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:12.090129 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-8f87c93c-1370-499c-923d-18df9c298cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:12.117008 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-e3b16a19-6787-4c4f-a5c4-15696030b02d None None] Provisioning for port c55389bc-a0a1-4181-8cc3-15005c74cb8b completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:12.127564 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.183473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-e3b16a19-6787-4c4f-a5c4-15696030b02d None None] Provisioning complete for port c55389bc-a0a1-4181-8cc3-15005c74cb8b triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:12.183857 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e3b16a19-6787-4c4f-a5c4-15696030b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.323655 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-e3b16a19-6787-4c4f-a5c4-15696030b02d None None] Port c55389bc-a0a1-4181-8cc3-15005c74cb8b cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:15:12.328857 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:12.342966 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.347201 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.374710 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-03009a9f-dbb3-4183-9fff-a9997b2b921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:12.457473 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.460754 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Pushing event updated for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:12.464558 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:12.593679 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:12.594728 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:12.702174 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32717e850>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:11Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:12.711425 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4bee7a-d16e-46dd-9478-aaa1114efc54 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:11Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:15:12.846031 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-fd4ad502-e337-4fcf-86cc-4df20cf15241 None None] Provisioning complete for port c55389bc-a0a1-4181-8cc3-15005c74cb8b triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:12.846600 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad502-e337-4fcf-86cc-4df20cf15241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:12.904349 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ad502-e337-4fcf-86cc-4df20cf15241 None None] Port c55389bc-a0a1-4181-8cc3-15005c74cb8b cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:15:12.933110 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:15:13.118249 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:15:13.135575 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9cca4b77-6f94-4911-9140-54b37608bed9 admin admin] 10.222.0.20 "PUT /v2.0/routers/5a14c0a4-0986-45e9-a234-847916e2d723/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6113825
May 31 13:15:13.669602 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34986) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:13.671263 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:13.676480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2012572189-network', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:13.681648 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:13.685733 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Usage tracker for resource:network and tenant:3dde816d8e514697a12ddb96ab636a2f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:13.688917 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:13.695325 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:13.708357 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Made reservation on behalf of 3dde816d8e514697a12ddb96ab636a2f for: {'network': 1} {{(pid=91787) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:15:13.712115 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3554325'] for network, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.730082 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.752431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:13.754324 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:13.758124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Usage tracker for resource:security_group_rule and tenant:3dde816d8e514697a12ddb96ab636a2f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:13.759580 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:13.760669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.761578 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:13.767531 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:13.868423 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.873626 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.876647 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b8b71c3f-46dc-4a9d-a6db-42260fce6a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:13.891394 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.907215 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=91787) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 31 13:15:13.913649 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:13.917285 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8549733-9533-44db-a4ae-8e80dad0825f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:13.919388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.920494 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:13.921538 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:13.923219 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.923562 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.segments_db [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Added segment 7ddc9344-6b36-477c-9445-138f9728ab6d of type vlan for network d5180664-939c-499c-88d2-4ff62c496ee5
May 31 13:15:13.950401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792650679893'] for network, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.981176 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290'] for network, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.982204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:13.982790 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:13.987465 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-eefbc1f2-b786-41cc-936e-187b411db943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:13.994883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:13.998434 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:14.052822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.087044 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4156945
May 31 13:15:14.088522 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Pushing event updated for resources: {'Network': ['ID=d5180664-939c-499c-88d2-4ff62c496ee5,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:14.090345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 34992) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:14.091382 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9d277475-b12a-4131-9f7f-a2807bfd984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:14.096076 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Request body: {'subnet': {'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2012572189-subnet', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'ip_version': 4}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:14.098643 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Network d5180664-939c-499c-88d2-4ff62c496ee5 details requested by agent ovs-agent-dv-cinder-793264-2-iscsi with host dv-cinder-793264-2-iscsi {{(pid=91788) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 31 13:15:14.100991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:14.105477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Usage tracker for resource:subnet and tenant:3dde816d8e514697a12ddb96ab636a2f is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:14.108601 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:14.114944 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:14.127910 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Made reservation on behalf of 3dde816d8e514697a12ddb96ab636a2f for: {'subnet': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:15:14.130731 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11541176'] for subnet, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.229659 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2928d98a-f98a-4cb3-80ae-989c6b5e0484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.538936 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1285094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11541166'] for subnet, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.543439 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:14.618791 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:15:14.619798 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e,revision_number=0']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:14.622236 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:14.628261 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Checking segment: {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:14.628611 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Network hostable DHCP agents. Network: d5180664-939c-499c-88d2-4ff62c496ee5, hostable agents: ['bc26b2c5-551c-48a9-9411-9b9f803aae8e'], hosted agents: [] {{(pid=91786) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 31 13:15:14.629178 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:14.629827 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327ecc610>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:14.645495 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Network d5180664-939c-499c-88d2-4ff62c496ee5 is scheduled to be hosted by DHCP agent bc26b2c5-551c-48a9-9411-9b9f803aae8e with binding_index 1 {{(pid=91786) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 31 13:15:14.654518 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-iscsi, d5180664-939c-499c-88d2-4ff62c496ee5) {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:14.663544 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec67a8-0063-4fe4-8aaa-c0a1a3178319 None None] Network d5180664-939c-499c-88d2-4ff62c496ee5 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:15:14.666652 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:14.667328 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for subnet, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.690747 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2de35654-4d0e-4684-9884-ec4e7612f816 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5969355
May 31 13:15:14.691186 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 34996) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:14.696552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:14.701876 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:14.705992 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Usage tracker for resource:router and tenant:3dde816d8e514697a12ddb96ab636a2f is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:14.708998 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:14.714928 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:14.727633 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-389488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16314'] for router, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.729302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-390512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-387247', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16305'] for router, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.744169 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:14.819142 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:14.890177 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp297ee30d-d326-5b8f-a61a-4bd4b9da3464-d5180664-939c-499c-88d2-4ff62c496ee5', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e'}]}} from dv-cinder-793264-2-iscsi. {{(pid=91788) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 31 13:15:14.891086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.034858 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-387210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-389442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16327'] for router, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.051561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.db_base_plugin_common [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Allocated IP 172.20.0.2 (d5180664-939c-499c-88d2-4ff62c496ee5/f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e/686c0f00-095d-4d3a-b384-0dc88dd2c3fb) {{(pid=91788) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:15.144848 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327ecc610>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 2, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:15.149999 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:15:15.150366 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Updating router 5a14c0a4-0986-45e9-a234-847916e2d723 port c55389bc-a0a1-4181-8cc3-15005c74cb8b binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:15:15.239838 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.265099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks [] for port, precommit_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.274990 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Transition to ACTIVE for port object 686c0f00-095d-4d3a-b384-0dc88dd2c3fb will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:15.298086 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Transition to ACTIVE for port object 686c0f00-095d-4d3a-b384-0dc88dd2c3fb will not be triggered until provisioned by entity DHCP. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:15.303676 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819'] for port, after_create {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.309067 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:15.350989 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.382504 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Network d5180664-939c-499c-88d2-4ff62c496ee5 is already hosted by enough agents. {{(pid=91788) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:15.385682 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.386578 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.scheduler.base_scheduler [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Resources bound (agent type, host, resource id):  {{(pid=91788) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:15.390140 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.390339 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Received port after_create {{(pid=91788) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:15.399645 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Pushing event updated for resources: {'Port': ['ID=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,revision_number=1']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:15.436085 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:15.492962 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Attempting to bind port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:15.493344 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Attempting to bind port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:15.493713 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Attempting to bind port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb on network d5180664-939c-499c-88d2-4ff62c496ee5 {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:15.500295 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:15.500678 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Checking segment: {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:15.501320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.501737 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Bound using segment: {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:15.502210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Bound port: 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:15.502745 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.527813 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Allocated IP 172.27.3.150 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/f3c5fbea-925f-4bbd-981f-13faba2c9b40) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:15.594098 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] For port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:15.598343 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] For port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:15.604404 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.605087 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.616341 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-83dcfcfe-4a9d-47b2-92d3-961d09bdec65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:15.619140 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Transition to ACTIVE for port object c55389bc-a0a1-4181-8cc3-15005c74cb8b will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:15.638045 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.642358 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-7662213f-a0ff-48b6-b983-ea3defbcbbf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:15.717903 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Pushing event updated for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:15.733514 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:15.803236 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.830749 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Pushing event updated for resources: {'Port': ['ID=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:15.849180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:15.850149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.851436 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:15.851822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.861594 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:15.895858 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.896306 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.896747 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.897206 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.897625 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.898044 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.898483 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.898882 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.899297 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.899707 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.900127 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.900588 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91789) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:15:15.913026 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:15.921404 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Attempting to bind port c55389bc-a0a1-4181-8cc3-15005c74cb8b on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:15.921906 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Attempting to bind port c55389bc-a0a1-4181-8cc3-15005c74cb8b by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:15.922286 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Attempting to bind port c55389bc-a0a1-4181-8cc3-15005c74cb8b on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:15.935312 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:15.935701 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:15.936114 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.936512 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Bound using segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:15.937030 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Bound port: c55389bc-a0a1-4181-8cc3-15005c74cb8b, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:15.937426 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:15.967734 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:15.976707 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:15.979674 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:16.042744 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] For port c55389bc-a0a1-4181-8cc3-15005c74cb8b, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:16.046674 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] For port c55389bc-a0a1-4181-8cc3-15005c74cb8b, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=c55389bc-a0a1-4181-8cc3-15005c74cb8b,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:16.058989 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:16.071038 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:16.159677 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:16.160388 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327ecc610>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:16.165462 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Pushing event updated for resources: {'Port': ['ID=f3c5fbea-925f-4bbd-981f-13faba2c9b40,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:16.175782 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:16.235077 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Pushing event updated for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=4']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:16.239108 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-42d6a4f6-16ea-4448-89dc-ff576e2164b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:16.365451 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:16.490102 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:16.694542 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327ecc610>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:16Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:16.699170 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1f034-fd00-4e87-8cab-4b7b82130d82 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:16Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:15:16.852042 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92892337-8dd0-47ed-b124-a34f58a2ad15 None None] Network d5180664-939c-499c-88d2-4ff62c496ee5 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:15:16.857971 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-389497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-387273'] for router, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:16.962775 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-6e568873-e457-461a-8f28-f68716f245b1 None None] Provisioning for port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:17.100970 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Router d878cf24-2082-47ed-ac07-faba860f9256 is scheduled to L3 agent 325801f0-3cde-40cf-bef8-74c63705749d with binding_index 1 {{(pid=91787) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 31 13:15:17.193444 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:17.431401 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:15:17.440055 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Sync routers for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:15:17.450193 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:17.450849 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c11e760>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:17.454600 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:17.455715 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-573ab278-70b5-484d-9782-ff26bed1b38e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.7634935
May 31 13:15:17.458387 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35010) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:17.633786 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:17.764163 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device c55389bc-a0a1-4181-8cc3-15005c74cb8b up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:17.945688 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port c55389bc-a0a1-4181-8cc3-15005c74cb8b completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:17.955226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port c55389bc-a0a1-4181-8cc3-15005c74cb8b triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:17.955615 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.080355 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c11e760>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:16Z', 'revision_number': 3, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:18.087584 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Checking router: d878cf24-2082-47ed-ac07-faba860f9256 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:15:18.087970 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Updating router d878cf24-2082-47ed-ac07-faba860f9256 port f3c5fbea-925f-4bbd-981f-13faba2c9b40 binding host dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:15:18.137912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.141882 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.166895 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.217349 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port c55389bc-a0a1-4181-8cc3-15005c74cb8b, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=c55389bc-a0a1-4181-8cc3-15005c74cb8b,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:18.224414 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.225293 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 686c0f00-095d-4d3a-b384-0dc88dd2c3fb up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:18.253737 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f1d807ba-11ce-4e1a-8c06-9c044c98e177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:18.361399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_common [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Allocated IP 172.20.0.1 (d5180664-939c-499c-88d2-4ff62c496ee5/f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e/bc54bdf6-bcd9-426d-a021-e22a17603a8e) {{(pid=91787) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:18.429381 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:18.477733 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:18.521277 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.529206 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:18.539122 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Transition to ACTIVE for port object bc54bdf6-bcd9-426d-a021-e22a17603a8e will not be triggered until provisioned by entity DHCP. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:18.543599 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:18.544006 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.563378 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.567927 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d610859d-5446-4f12-9b19-e19f9f423675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:18.631131 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Network d5180664-939c-499c-88d2-4ff62c496ee5 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:18.633996 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:18.637735 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Received port after_create {{(pid=91787) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:18.673528 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:18.677691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:18.696711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385464'] for router_interface, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.756574 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.781875 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks [] for port, precommit_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.804446 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Transition to ACTIVE for port object f3c5fbea-925f-4bbd-981f-13faba2c9b40 will not be triggered until provisioned by entity L2. {{(pid=91788) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:18.813036 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:18.814880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.819214 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:18.833679 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.854426 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.899160 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Attempting to bind port f3c5fbea-925f-4bbd-981f-13faba2c9b40 on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:18.899539 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Attempting to bind port f3c5fbea-925f-4bbd-981f-13faba2c9b40 by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:18.899908 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Attempting to bind port f3c5fbea-925f-4bbd-981f-13faba2c9b40 on network 0cce204c-875d-4b75-948f-c6bb2321319d {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:18.906092 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312ffe-f836-4f78-a882-398d6a6126b0 None None] Pushing event updated for resources: {'Port': ['ID=f3c5fbea-925f-4bbd-981f-13faba2c9b40,revision_number=2']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:18.909849 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c3312ffe-f836-4f78-a882-398d6a6126b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:18.910455 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:18.938812 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:18.939186 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Checking segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91788) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:18.939598 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:18.939994 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Bound using segment: {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'} {{(pid=91788) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:18.940479 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.managers [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Bound port: f3c5fbea-925f-4bbd-981f-13faba2c9b40, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9fe523-2f89-4d81-8a1b-1f714b486148', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d'}}] {{(pid=91788) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:18.940879 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.022226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-4f821b68-c334-4287-84f5-3e49a3663123 None None] Provisioning for port bc54bdf6-bcd9-426d-a021-e22a17603a8e completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:19.050329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-4f821b68-c334-4287-84f5-3e49a3663123 None None] Provisioning complete for port bc54bdf6-bcd9-426d-a021-e22a17603a8e triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:19.050709 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4f821b68-c334-4287-84f5-3e49a3663123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.093911 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:19.105366 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:19.108570 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] For port f3c5fbea-925f-4bbd-981f-13faba2c9b40, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91788) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:19.122569 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] For port f3c5fbea-925f-4bbd-981f-13faba2c9b40, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f3c5fbea-925f-4bbd-981f-13faba2c9b40,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:19.125039 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-4f821b68-c334-4287-84f5-3e49a3663123 None None] Port bc54bdf6-bcd9-426d-a021-e22a17603a8e cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:15:19.128425 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.132046 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a4385674-e16d-434b-ad0a-8cd4a03f25e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:19.181525 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.187584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11406931'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.205206 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:19.205827 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c11e760>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:19.216094 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3d0adacf-4b90-4a8b-942b-186d6d7a0ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:19.262398 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3312ffe-f836-4f78-a882-398d6a6126b0 None None] Pushing event updated for resources: {'Port': ['ID=f3c5fbea-925f-4bbd-981f-13faba2c9b40,revision_number=3']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:19.272122 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c3312ffe-f836-4f78-a882-398d6a6126b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:19.300385 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-385301'] for router_interface, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.302884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Pushing event updated for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:19.306206 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:19.392286 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:19.438610 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Network d5180664-939c-499c-88d2-4ff62c496ee5 is already hosted by enough agents. {{(pid=91787) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:19.439958 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.base_scheduler [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91787) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:19.647920 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Router d878cf24-2082-47ed-ac07-faba860f9256 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:15:19.687479 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device c55389bc-a0a1-4181-8cc3-15005c74cb8b up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:19.727285 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-7c66e2c2-13f0-475c-b76d-9763de0bfe7d None None] Provisioning complete for port bc54bdf6-bcd9-426d-a021-e22a17603a8e triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:19.727595 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7c66e2c2-13f0-475c-b76d-9763de0bfe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.812905 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-7c66e2c2-13f0-475c-b76d-9763de0bfe7d None None] Port bc54bdf6-bcd9-426d-a021-e22a17603a8e cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:15:19.826124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:15:19.834062 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port c55389bc-a0a1-4181-8cc3-15005c74cb8b triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:19.842429 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:19.842576 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] 10.222.0.20 "PUT /v2.0/routers/d878cf24-2082-47ed-ac07-faba860f9256/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3752840
May 31 13:15:19.864487 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c11e760>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'bc54bdf6-bcd9-426d-a021-e22a17603a8e', 'name': '', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'mac_address': 'fa:16:3e:28:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:18Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 2, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'subnets': [{'id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:19.880259 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cca26c-a14b-4453-9eec-3b7c9f8639f1 None None] The sync data for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi is: [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'bc54bdf6-bcd9-426d-a021-e22a17603a8e', 'name': '', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'mac_address': 'fa:16:3e:28:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:18Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 2, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'subnets': [{'id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:15:19.963673 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 686c0f00-095d-4d3a-b384-0dc88dd2c3fb up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:20.093457 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:20.094076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.664820 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35030) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:21.670904 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f3c5fbea-925f-4bbd-981f-13faba2c9b40 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:21.671357 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124202976', 'description': 'tempest-secgroup-smoke-124202976 description', 'project_id': '645d92845a54442abbeda39fa52b9930'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:21.676944 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:21.680744 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:21.683680 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:21.689472 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:21.700212 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.721634 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:21.725711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:21.729222 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:21.734874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:21.738584 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port f3c5fbea-925f-4bbd-981f-13faba2c9b40 completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:21.742948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f3c5fbea-925f-4bbd-981f-13faba2c9b40 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:21.743357 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.809552 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.813252 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.817023 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-c89fd6f2-01dc-410c-b1b6-013339bb6bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:21.856646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952df81e-ba20-4c1c-8a30-1f06e2089695,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:21.859666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:21.861104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.861639 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.865003 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9d918ed7-bdad-4847-9f11-535c8caa134a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1965439
May 31 13:15:21.865454 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35034) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:21.872151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:21.877920 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:21.879627 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port f3c5fbea-925f-4bbd-981f-13faba2c9b40, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f3c5fbea-925f-4bbd-981f-13faba2c9b40,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:21.882422 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:21.883532 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.885352 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-4e72a8d3-27c6-42e7-ab0e-0fc7038a29f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:21.885690 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:21.891965 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:21.907089 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.950561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=f3c5fbea-925f-4bbd-981f-13faba2c9b40,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:21.953678 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:21.969394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.972591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:21.974642 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d6d82576-b53e-488d-85da-960bb8caa9e7 tempest-TestMinimumBasicScenario-1745466353 tempest-TestMinimumBasicScenario-1745466353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:21.998086 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d9f444-3266-4227-b17b-4e1546cc9aa5,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.003278 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.007367 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.008510 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-371a9b3d-2c2c-4038-b8eb-6425092ec7ef tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1423402
May 31 13:15:22.011313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35038) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:22.016311 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:22.022026 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:22.025785 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:22.028717 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:22.034453 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:22.050105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.115163 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.118811 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.121786 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:22.143136 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a89e03a-ab2d-4df4-82dc-a74aaeb10c14,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.145584 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.153018 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.154160 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-55c732e1-8aba-4af9-b883-0b26de8c998a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1418717
May 31 13:15:22.156822 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35042) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:22.161852 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:22.168059 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:22.171823 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:22.174680 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:22.180307 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:22.195580 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.258504 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.262275 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.264439 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:22.287240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899e81b7-3986-4a60-9b76-51437a673140,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.289862 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.298717 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.299963 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1422167
May 31 13:15:22.302715 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35046) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:22.307703 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:22.313399 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:22.317244 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:22.320018 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:22.325730 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:22.342093 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.414315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.418304 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.425884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2128d632-3718-42f5-b9e2-e9d8b26d3d89 tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:22.446402 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a35808-2c74-452d-9fe4-ac604ec19170,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.448895 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.455941 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.459707 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-67211af0-df7a-4848-bf6d-8b3f73d24bdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1534903
May 31 13:15:22.460046 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35052) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:22.466086 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:22.472123 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:22.476156 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:22.479965 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:22.486554 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:22.501003 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.securitygroups_db [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Project 645d92845a54442abbeda39fa52b9930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:15:22.506890 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.580283 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.585899 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.587695 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:22.610896 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96b0472-40b3-49dc-b9d0-b404a7991604,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.614167 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.622333 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.623523 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6fb70694-8df1-4284-b4bb-3e69c05e22a6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1625350
May 31 13:15:22.626474 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35066) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:22.631402 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.v2.base [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'security_group_rule': {'security_group_id': '952df81e-ba20-4c1c-8a30-1f06e2089695', 'project_id': '645d92845a54442abbeda39fa52b9930', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91787) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:22.637590 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:22.641447 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:security_group_rule and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:22.644320 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:22.650051 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:22.661482 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.securitygroups_db [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Project 645d92845a54442abbeda39fa52b9930 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 31 13:15:22.667218 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.733798 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.737884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670337'] for security_group_rule, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.739886 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-96ffb8a6-f461-4ead-b2f4-3ead8e73365b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:22.763219 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e62c386-ac8d-4622-bf7d-a7aa2642ff3a,revision_number=0']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:22.774700 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:22.774700 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:22.774700 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-bf87cb59-0bfd-483a-9630-3ef7c9fe4faa tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1461079
May 31 13:15:23.637152 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Sync routers for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:15:23.648633 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:23.649691 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32ce21af0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:23.654270 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f3c5fbea-925f-4bbd-981f-13faba2c9b40 up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:23.729712 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port f3c5fbea-925f-4bbd-981f-13faba2c9b40 triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:23.730100 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:23.866739 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:24.182752 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32ce21af0>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'bc54bdf6-bcd9-426d-a021-e22a17603a8e', 'name': '', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'mac_address': 'fa:16:3e:28:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:18Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 2, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'subnets': [{'id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:24.186361 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Checking router: d878cf24-2082-47ed-ac07-faba860f9256 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:15:24.186746 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Updating router d878cf24-2082-47ed-ac07-faba860f9256 port bc54bdf6-bcd9-426d-a021-e22a17603a8e binding host dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 31 13:15:24.239586 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.594714 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.605894 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.provisioning_blocks [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Transition to ACTIVE for port object bc54bdf6-bcd9-426d-a021-e22a17603a8e will not be triggered until provisioned by entity L2. {{(pid=91789) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:24.612727 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.616352 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:24.774227 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5e2f-9450-4254-abcf-05dd7e63a134 None None] Pushing event updated for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=3']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:24.781554 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-601c5e2f-9450-4254-abcf-05dd7e63a134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:24.837759 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Attempting to bind port bc54bdf6-bcd9-426d-a021-e22a17603a8e on host dv-cinder-793264-2-iscsi for vnic_type normal with profile  {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:24.838139 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Attempting to bind port bc54bdf6-bcd9-426d-a021-e22a17603a8e by drivers openvswitch,hyperv on host dv-cinder-793264-2-iscsi at level 0 using segments [{'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:24.838505 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Attempting to bind port bc54bdf6-bcd9-426d-a021-e22a17603a8e on network d5180664-939c-499c-88d2-4ff62c496ee5 {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:24.843640 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Checking agent: {'id': '1e41f234-a997-4e37-81d9-858da2244005', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 53, 44), 'started_at': datetime.datetime(2021, 5, 31, 12, 54, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:24.844020 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Checking segment: {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91789) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:24.844428 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.844879 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Bound using segment: {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'} {{(pid=91789) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:24.845310 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.managers [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Bound port: bc54bdf6-bcd9-426d-a021-e22a17603a8e, host: dv-cinder-793264-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddc9344-6b36-477c-9445-138f9728ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5'}}] {{(pid=91789) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:24.845686 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.938374 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] For port bc54bdf6-bcd9-426d-a021-e22a17603a8e, host dv-cinder-793264-2-iscsi, cleared binding levels {{(pid=91789) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:24.941323 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.plugins.ml2.db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] For port bc54bdf6-bcd9-426d-a021-e22a17603a8e, host dv-cinder-793264-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=bc54bdf6-bcd9-426d-a021-e22a17603a8e,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91789) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:24.945562 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron_lib.callbacks.manager [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:24.950365 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-2b5c65ae-aa55-4375-a071-bdaa0823b485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:25.027210 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c5e2f-9450-4254-abcf-05dd7e63a134 None None] Pushing event updated for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=4']} {{(pid=91789) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:25.030511 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG oslo_concurrency.lockutils [None req-601c5e2f-9450-4254-abcf-05dd7e63a134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:25.031307 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:15:25.031940 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32ce21af0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:25.218956 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:15:25.570226 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32ce21af0>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'bc54bdf6-bcd9-426d-a021-e22a17603a8e', 'name': '', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'mac_address': 'fa:16:3e:28:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:18Z', 'updated_at': '2021-05-31T13:15:24Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'subnets': [{'id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:15:25.575992 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0792be1f-48f3-4209-86eb-a5cdbceeb9d2 None None] The sync data for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi is: [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'bc54bdf6-bcd9-426d-a021-e22a17603a8e', 'name': '', 'network_id': 'd5180664-939c-499c-88d2-4ff62c496ee5', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'mac_address': 'fa:16:3e:28:b6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:18Z', 'updated_at': '2021-05-31T13:15:24Z', 'revision_number': 4, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'subnets': [{'id': 'f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:15:25.681334 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device bc54bdf6-bcd9-426d-a021-e22a17603a8e up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:25.753142 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning for port bc54bdf6-bcd9-426d-a021-e22a17603a8e completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:25.758034 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port bc54bdf6-bcd9-426d-a021-e22a17603a8e triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:25.758416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:25.882278 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:25.917729 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] For port bc54bdf6-bcd9-426d-a021-e22a17603a8e, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=bc54bdf6-bcd9-426d-a021-e22a17603a8e,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:25.921577 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:25.923636 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:26.001473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Pushing event updated for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:26.009718 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:27.654372 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device bc54bdf6-bcd9-426d-a021-e22a17603a8e up at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:15:27.726049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Provisioning complete for port bc54bdf6-bcd9-426d-a021-e22a17603a8e triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:27.726164 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.172839 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35190) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:28.290030 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.304420 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:28.308234 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Usage tracker for resource:security_group_rule and tenant:b48486bb3f5b484d993be0c2c391706c is out of sync, need to count used quota {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:15:28.311011 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91787) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:15:28.317121 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.quota.driver [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91787) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:28.408488 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.412301 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_create {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.423904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3233fb98-7317-4b76-9a9e-77222b9a09e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:28.470098 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b48486bb3f5b484d993be0c2c391706c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2961812
May 31 13:15:28.471111 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6fbffe-9b2c-4531-adfb-38f3f6246f3f,revision_number=1']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:28.472773 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35196) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:15:28.474574 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:28.537405 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.562533 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.616071 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.620096 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-8cf37f1a-488c-4809-bfc5-f439a1d51be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:28.633402 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6fbffe-9b2c-4531-adfb-38f3f6246f3f,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:28.636820 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:28.638758 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:28.642127 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a1236927-a981-4c0c-926b-b35134711911 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c6fbffe-9b2c-4531-adfb-38f3f6246f3f HTTP/1.1" status: 204  len: 168 time: 0.1652613
May 31 13:15:35.872680 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:15:39.948538 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:41.825207 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-3b04b7a2-5771-4fa6-bf88-a612cd4d52ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:44.047088 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:44.233273 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f04ae404-3008-45d6-aa4d-0d3dfd9e5fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:44.502051 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-576d4c93-ca36-409c-b762-85754b99810f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:security_group {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:15:44.518987 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-576d4c93-ca36-409c-b762-85754b99810f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:security_group {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:15:44.520212 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-576d4c93-ca36-409c-b762-85754b99810f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124202976&fields=id&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 267 time: 0.0582330
May 31 13:15:44.671539 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4b26216e-0a33-4ee9-9f71-d1474e8bc93a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:44.673012 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4b26216e-0a33-4ee9-9f71-d1474e8bc93a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.1449480
May 31 13:15:44.687498 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-d8d4347d-3de2-4f68-8bee-5c8f5b6cf492 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/quotas/645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 375 time: 0.0091553
May 31 13:15:44.774315 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-fe38ff42-f472-4315-a7d2-6a39c9ecbece tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:15:44.790281 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-fe38ff42-f472-4315-a7d2-6a39c9ecbece tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:15:44.791492 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-fe38ff42-f472-4315-a7d2-6a39c9ecbece tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993640
May 31 13:15:45.119597 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-963f57dc-e812-4986-884e-d9871cc5f622 service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3162920
May 31 13:15:45.253347 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-47edb23b-d9a9-4cee-b1d6-e3527dac47b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275499
May 31 13:15:45.334877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:45.646140 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-493ede8f-b2c0-4b2a-b6e4-11e2da6e6e05 req-f4da61a7-1438-46df-9dcd-435cfee403d5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 210 time: 0.0477104
May 31 13:15:46.799488 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-0ae7adcd-c4d4-4356-82e3-283ddea869b0 req-e038c913-74b2-452d-87ea-5a64c1d70f06 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 210 time: 0.0432487
May 31 13:15:47.192737 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:47.240580 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-1df1629f-fcd1-431f-bca6-0d8c7eada64b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:47.241275 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-1df1629f-fcd1-431f-bca6-0d8c7eada64b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:network {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:15:47.262480 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-1df1629f-fcd1-431f-bca6-0d8c7eada64b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:network {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:15:47.263692 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-1df1629f-fcd1-431f-bca6-0d8c7eada64b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.2721877
May 31 13:15:47.311137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-12fc8fe8-459d-44b1-a287-48d479cec7c6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:security_group {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:15:47.322982 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-12fc8fe8-459d-44b1-a287-48d479cec7c6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:security_group {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:15:47.324068 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-12fc8fe8-459d-44b1-a287-48d479cec7c6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 379 time: 0.0527294
May 31 13:15:47.333186 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'port': {'device_id': '9135e624-8928-449b-9439-163a64360e11', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'admin_state_up': True, 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'security_groups': ['952df81e-ba20-4c1c-8a30-1f06e2089695']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:47.468014 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:15:47.477493 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:15:47.487242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Made reservation on behalf of 645d92845a54442abbeda39fa52b9930 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:15:47.490874 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:47.657749 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.20.0.10 (6f8ea9ab-3f61-4608-977a-7dfd5cb87154/6d611226-6488-4507-9130-8ddb0583bc1b/d817344e-4c80-42fb-9807-3ded39a1017d) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:15:47.854060 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:47.873345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Transition to ACTIVE for port object d817344e-4c80-42fb-9807-3ded39a1017d will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:47.897860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:47.903314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a61a2a4a-b47f-46c3-bc4d-3a5e70f94996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:48.013150 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:15:48.021274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:15:48.027924 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:15:48.062533 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:48.070467 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:48.105508 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:48.106127 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.133392 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c85a29-5f6c-4823-9d5e-cc868692441e req-bd9069d1-7732-46bb-8e2e-7d6826a7813c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:48.134909 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e7c85a29-5f6c-4823-9d5e-cc868692441e req-bd9069d1-7732-46bb-8e2e-7d6826a7813c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 932 time: 0.2019613
May 31 13:15:48.159739 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8301392
May 31 13:15:48.177676 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Request body: {'port': {'device_id': '9135e624-8928-449b-9439-163a64360e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:15:48.230065 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e7c85a29-5f6c-4823-9d5e-cc868692441e req-90617b91-0696-401e-a376-d6114f77ddf4 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873773
May 31 13:15:48.243931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ae056889-bc64-49db-babb-e35678258453 None None] Provisioning for port d817344e-4c80-42fb-9807-3ded39a1017d completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:15:48.249521 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ae056889-bc64-49db-babb-e35678258453 None None] Provisioning complete for port d817344e-4c80-42fb-9807-3ded39a1017d triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:15:48.250034 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ae056889-bc64-49db-babb-e35678258453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.299631 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.302720 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ae056889-bc64-49db-babb-e35678258453 None None] Port d817344e-4c80-42fb-9807-3ded39a1017d cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:15:48.629822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d817344e-4c80-42fb-9807-3ded39a1017d {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:15:48.637363 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.650901 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Transition to ACTIVE for port object d817344e-4c80-42fb-9807-3ded39a1017d will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:15:48.654891 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.658477 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7e93b459-f24f-4ad2-b3d4-8026194ed6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:48.783972 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Pushing event updated for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:48.811153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:48.891153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Attempting to bind port d817344e-4c80-42fb-9807-3ded39a1017d on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:15:48.891414 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Attempting to bind port d817344e-4c80-42fb-9807-3ded39a1017d by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:15:48.891736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Attempting to bind port d817344e-4c80-42fb-9807-3ded39a1017d on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:48.896131 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Port d817344e-4c80-42fb-9807-3ded39a1017d on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:15:48.896441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Attempting to bind port d817344e-4c80-42fb-9807-3ded39a1017d on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:15:48.901985 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:15:48.902312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:15:48.902686 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Bound using segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:15:48.903098 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Bound port: d817344e-4c80-42fb-9807-3ded39a1017d, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:15:48.903434 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.988274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:15:48.991276 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d817344e-4c80-42fb-9807-3ded39a1017d,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:15:48.995312 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:48.999777 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a0a7ce00-e91d-41f6-a386-b59b67e67f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:49.144579 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.145153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:49.146491 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] 10.222.0.36 "PUT /v2.0/ports/d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 1094 time: 0.9793108
May 31 13:15:49.146988 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:15:49.149247 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db5aa9e-8755-478e-a203-9c6d7713fd01" -d '{"events": [{"name": "network-changed", "server_uuid": "9135e624-8928-449b-9439-163a64360e11", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:15:49.168914 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Pushing event updated for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:49.171915 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:49.217115 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0057d2-5da6-456f-a838-f341dc54c69f x-openstack-request-id: req-5d0057d2-5da6-456f-a838-f341dc54c69f {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:15:49.217441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9135e624-8928-449b-9439-163a64360e11", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:15:49.217744 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d0057d2-5da6-456f-a838-f341dc54c69f {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:15:49.218141 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'status': 'completed', 'code': 200}
May 31 13:15:49.262442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-39e20146-51c6-46ee-a0a7-73563516ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.263905 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-39e20146-51c6-46ee-a0a7-73563516ad0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1097 time: 0.0779688
May 31 13:15:49.336287 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-d285d145-8cdf-45f4-b120-46532e98e601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 217 time: 0.0654199
May 31 13:15:49.455852 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-24f60c59-b1c9-4916-a94d-aaa89b5230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.457182 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-24f60c59-b1c9-4916-a94d-aaa89b5230b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0802984
May 31 13:15:49.525386 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53985ec-57d6-40df-879f-57f38946f3fa req-5afde214-dfb3-45d4-bbdc-d6d72228a68c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.526078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-b53985ec-57d6-40df-879f-57f38946f3fa req-5afde214-dfb3-45d4-bbdc-d6d72228a68c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:15:49.549093 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-b53985ec-57d6-40df-879f-57f38946f3fa req-5afde214-dfb3-45d4-bbdc-d6d72228a68c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:15:49.550263 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b53985ec-57d6-40df-879f-57f38946f3fa req-5afde214-dfb3-45d4-bbdc-d6d72228a68c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.2092097
May 31 13:15:49.571398 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-46627df3-83da-4876-87ca-4733ded84387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.572859 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-46627df3-83da-4876-87ca-4733ded84387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094389
May 31 13:15:49.665188 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b53985ec-57d6-40df-879f-57f38946f3fa req-0b26858e-74ff-4cfa-8d2e-675969f56842 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080663
May 31 13:15:49.722109 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-70ce8d09-323d-48be-a8da-de3f2a2a73d8 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405005
May 31 13:15:49.858498 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f8f4befa-41bd-4d80-b096-1c869145b07d req-c4cee054-8a54-47bf-82de-c1a53063d14b service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291330
May 31 13:15:49.972492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-1f2de1a4-8d95-4848-afac-698a6b39293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:49.973875 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-1f2de1a4-8d95-4848-afac-698a6b39293e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1097 time: 0.0731053
May 31 13:15:50.102545 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-86c3a4ed-9529-43ff-a427-3bd2caa05a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:50.104499 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-86c3a4ed-9529-43ff-a427-3bd2caa05a1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1228647
May 31 13:15:50.171409 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-8142881d-6a8f-449d-b4c4-6757deccd620 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 217 time: 0.0595014
May 31 13:15:50.234831 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-15f78c42-598c-4c89-b2e5-82ce85eb5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:50.236105 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-15f78c42-598c-4c89-b2e5-82ce85eb5c99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0582156
May 31 13:15:50.310148 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-bb60c58e-d83e-415d-8a3b-f9e0fdb1cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:50.311574 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-bb60c58e-d83e-415d-8a3b-f9e0fdb1cabb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690746
May 31 13:15:50.440514 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-9957cf3c-aa03-48c5-bba1-699afcfb9430 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218040
May 31 13:15:50.568527 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3db5aa9e-8755-478e-a203-9c6d7713fd01 req-2bca52ee-335e-4a2b-8b4b-020fe657c5fb service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212089
May 31 13:15:50.850472 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef683b60-f9eb-4ba7-8d1a-13eeaab65a9c req-f59a79f2-a8fc-4e7e-82e2-ba7c7fa40fc6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:50.851941 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ef683b60-f9eb-4ba7-8d1a-13eeaab65a9c req-f59a79f2-a8fc-4e7e-82e2-ba7c7fa40fc6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0794647
May 31 13:15:50.899655 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ef683b60-f9eb-4ba7-8d1a-13eeaab65a9c req-0a26c986-3201-471f-bd85-05c67379c405 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420444
May 31 13:15:52.084081 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe18c00-fbed-4e59-a4a4-03685f4b78e7 req-36c0f990-3354-4467-b048-74b40722170a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:52.085540 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fbe18c00-fbed-4e59-a4a4-03685f4b78e7 req-36c0f990-3354-4467-b048-74b40722170a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0828760
May 31 13:15:52.129226 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-fbe18c00-fbed-4e59-a4a4-03685f4b78e7 req-52ee1c5d-431b-4e56-8176-79aee0cebe57 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375948
May 31 13:15:53.309199 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b13c59-3c74-41fd-9d4a-48789c9bb5fd req-a50193ea-1efb-4ce3-a520-161bac8a36f7 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:53.310624 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-41b13c59-3c74-41fd-9d4a-48789c9bb5fd req-a50193ea-1efb-4ce3-a520-161bac8a36f7 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0799870
May 31 13:15:53.353661 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-41b13c59-3c74-41fd-9d4a-48789c9bb5fd req-c27af97d-3cfd-4064-87ed-99ddb999af55 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370147
May 31 13:15:54.534487 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180819b-eac0-4d0d-9d73-5b4018a1c8f4 req-9779ba62-1764-4ca1-9017-cbc0c3035db5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:54.535926 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7180819b-eac0-4d0d-9d73-5b4018a1c8f4 req-9779ba62-1764-4ca1-9017-cbc0c3035db5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0802515
May 31 13:15:54.582666 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7180819b-eac0-4d0d-9d73-5b4018a1c8f4 req-19d3c50b-d79f-4e28-9291-15c4a79c1232 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404458
May 31 13:15:55.770035 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b50978-f2eb-4635-9a3e-6c4a3b57c80f req-9c83f4ff-5553-45b9-b603-96edeb960029 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:55.771396 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6b50978-f2eb-4635-9a3e-6c4a3b57c80f req-9c83f4ff-5553-45b9-b603-96edeb960029 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0836785
May 31 13:15:55.814617 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6b50978-f2eb-4635-9a3e-6c4a3b57c80f req-eff10f70-ec0c-4732-8a13-c3337fa5f7ca tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377078
May 31 13:15:57.082486 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430a8fc-17a9-4157-909b-1bab87be578f req-4766aee4-5eda-4277-a84a-dad281e6ad11 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:57.083903 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e430a8fc-17a9-4157-909b-1bab87be578f req-4766aee4-5eda-4277-a84a-dad281e6ad11 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.1661372
May 31 13:15:57.127060 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-e430a8fc-17a9-4157-909b-1bab87be578f req-66da7d54-3d36-49ee-8aa7-f70e14b250e0 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368667
May 31 13:15:58.450123 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0307eb-b4a2-4f7e-b0d3-f07bbe4b73eb req-094cc058-a0dd-4684-bfb8-10076b107932 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:58.451458 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ce0307eb-b4a2-4f7e-b0d3-f07bbe4b73eb req-094cc058-a0dd-4684-bfb8-10076b107932 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 944 time: 0.0789804
May 31 13:15:58.495164 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-ce0307eb-b4a2-4f7e-b0d3-f07bbe4b73eb req-94277be3-d79d-44d6-9df3-963cbe058f71 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377336
May 31 13:15:58.999324 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device d817344e-4c80-42fb-9807-3ded39a1017d details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:15:59.129565 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d817344e-4c80-42fb-9807-3ded39a1017d,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:59.142300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'port_id': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'mac_address': 'fa:16:3e:ed:cc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:15:59.232276 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:59.249274 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d817344e-4c80-42fb-9807-3ded39a1017d {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:15:59.264922 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d817344e-4c80-42fb-9807-3ded39a1017d,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:15:59.269076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:15:59.270728 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:15:59.334539 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:15:59.338049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:15:59.581659 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['d817344e-4c80-42fb-9807-3ded39a1017d'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:15:59.679694 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16337-faf9-4ae0-adbe-474e7db135e6 req-d4fef9e5-08c1-4fda-b036-b10e610edfe7 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:15:59.681765 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5ab16337-faf9-4ae0-adbe-474e7db135e6 req-d4fef9e5-08c1-4fda-b036-b10e610edfe7 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 945 time: 0.0817871
May 31 13:15:59.730492 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5ab16337-faf9-4ae0-adbe-474e7db135e6 req-6ca3ebc0-0787-45d5-a96b-6db3ae69bbb9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429447
May 31 13:16:00.915723 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b19ff-6945-45ad-9f8e-1deaf3f4c7c2 req-c29916ec-3be5-4b7d-a338-7a4ab5f08d20 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:00.917192 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-493b19ff-6945-45ad-9f8e-1deaf3f4c7c2 req-c29916ec-3be5-4b7d-a338-7a4ab5f08d20 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 945 time: 0.0837984
May 31 13:16:00.959986 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-493b19ff-6945-45ad-9f8e-1deaf3f4c7c2 req-79b3ff05-8a2a-4919-ae9e-778306d3f9a3 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373514
May 31 13:16:01.014710 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device d817344e-4c80-42fb-9807-3ded39a1017d up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:16:01.079879 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port d817344e-4c80-42fb-9807-3ded39a1017d completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:16:01.084313 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port d817344e-4c80-42fb-9807-3ded39a1017d triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:16:01.084689 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:01.200753 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:01.226276 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:16:01.228495 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbd6f9-8c3d-4f30-be1b-12bb606d2562" -d '{"events": [{"server_uuid": "9135e624-8928-449b-9439-163a64360e11", "name": "network-vif-plugged", "status": "completed", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:16:01.236379 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d817344e-4c80-42fb-9807-3ded39a1017d,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:16:01.240152 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:01.242131 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:16:01.272545 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84544686-0e50-488b-bcf8-296a7fb2ce45 x-openstack-request-id: req-84544686-0e50-488b-bcf8-296a7fb2ce45 {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:16:01.272873 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9135e624-8928-449b-9439-163a64360e11", "name": "network-vif-plugged", "status": "completed", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:16:01.273140 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84544686-0e50-488b-bcf8-296a7fb2ce45 {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:16:01.273532 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'code': 200}
May 31 13:16:01.314209 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:16:01.317104 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:16:01.546158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d9744-3d70-47e1-82e1-00341e983d47 req-257f2220-c286-4c0b-9261-3bed1222f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:01.547565 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-294d9744-3d70-47e1-82e1-00341e983d47 req-257f2220-c286-4c0b-9261-3bed1222f14d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1099 time: 0.0698752
May 31 13:16:01.587408 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-294d9744-3d70-47e1-82e1-00341e983d47 req-8db24046-f90b-43ae-b55e-68d7bab606f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333741
May 31 13:16:02.146347 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09d6f-8044-4319-ad31-ebe8897c9fe1 req-9022973d-eabf-457a-8910-83e388fb42c3 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:02.147775 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6b09d6f-8044-4319-ad31-ebe8897c9fe1 req-9022973d-eabf-457a-8910-83e388fb42c3 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.0804582
May 31 13:16:02.195369 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6b09d6f-8044-4319-ad31-ebe8897c9fe1 req-f15dfd8b-b9e2-4de9-991b-400f34f513a0 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416028
May 31 13:16:03.381873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76314e-8e7c-4432-9a7b-dd356296ba21 req-042f84fd-7cb9-49ae-9e27-8801d57ef967 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:03.383318 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ee76314e-8e7c-4432-9a7b-dd356296ba21 req-042f84fd-7cb9-49ae-9e27-8801d57ef967 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.0829122
May 31 13:16:03.428009 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-ee76314e-8e7c-4432-9a7b-dd356296ba21 req-a362942a-a5b1-4ea4-be53-62b303858607 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386872
May 31 13:16:03.606140 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4505e-e66c-40fb-93ac-98bc8eeb9628 req-4a52dd37-77a6-4019-adca-16aa0d31178e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:03.607605 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cde4505e-e66c-40fb-93ac-98bc8eeb9628 req-4a52dd37-77a6-4019-adca-16aa0d31178e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.0789700
May 31 13:16:03.653028 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-cde4505e-e66c-40fb-93ac-98bc8eeb9628 req-173eb76b-e692-4595-8aec-eb79abfc2c76 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397341
May 31 13:16:03.676961 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35310) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:16:03.850769 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd879d78-8475-49db-a682-e38826837da2 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:03.852235 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-fd879d78-8475-49db-a682-e38826837da2 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1094 time: 0.1743119
May 31 13:16:03.855107 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35316) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:16:03.860062 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'port_id': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:16:03.865738 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:16:03.869584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:floatingip and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:16:03.872605 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:16:03.878329 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:16:03.889455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:04.020535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:04.157086 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.27.3.168 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/511dbd86-1857-416e-a4da-50b1cca71c3c) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:16:04.300470 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:04.328920 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:04.333251 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ad9931df-436c-4b1e-9728-9d8ba7748834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:16:04.395828 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:16:04.398705 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:16:04.402699 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:16:04.437240 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=511dbd86-1857-416e-a4da-50b1cca71c3c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:16:04.441130 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:16:04.825289 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:04.897297 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:05.186445 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:05.190774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:05.194280 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-81ebeaaf-1302-4c6a-b1d5-0f3d97c27159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:16:05.300983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=511dbd86-1857-416e-a4da-50b1cca71c3c,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:16:05.312544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.312963 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.313336 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.313703 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.314062 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.314422 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.314779 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.315137 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.315492 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.315844 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.316193 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.316544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:16:05.321992 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:16:05.322859 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:05.489537 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP b9676694-46eb-4f59-b395-dbf6ef3d04bc associated. External IP: 172.27.3.168, port: d817344e-4c80-42fb-9807-3ded39a1017d.
May 31 13:16:05.835533 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:16:06.016251 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:16:06.026366 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:16:06.035309 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:16:06.035930 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327747580>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:16:06.041021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:06.097854 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2416582
May 31 13:16:06.098420 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:16:06.100675 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9135e624-8928-449b-9439-163a64360e11", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:16:06.143550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988f0e60-0c26-462d-a3a5-a130079ad4dc x-openstack-request-id: req-988f0e60-0c26-462d-a3a5-a130079ad4dc {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:16:06.143876 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9135e624-8928-449b-9439-163a64360e11", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:16:06.144188 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-988f0e60-0c26-462d-a3a5-a130079ad4dc {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:16:06.144619 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'status': 'completed', 'code': 200}
May 31 13:16:06.212671 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:16:06.234109 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-ef8cabb1-43b8-477f-8830-67e041afb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:06.235586 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-ef8cabb1-43b8-477f-8830-67e041afb1ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1099 time: 0.0691957
May 31 13:16:06.363724 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-cca63671-577b-475d-96d8-20d468ec935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:06.365098 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-cca63671-577b-475d-96d8-20d468ec935e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1234181
May 31 13:16:06.471302 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-994b69d6-cea0-4757-9a39-42f81627d088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 1000 time: 0.0995951
May 31 13:16:06.533311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-d366f9b5-2b9e-4aeb-851d-b617906af6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:06.534758 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-d366f9b5-2b9e-4aeb-851d-b617906af6a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0572965
May 31 13:16:06.558358 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327747580>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': 'b9676694-46eb-4f59-b395-dbf6ef3d04bc', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:ed:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135e624-8928-449b-9439-163a64360e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:16:04Z', 'updated_at': '2021-05-31T13:16:04Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:16:06.562200 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:16:06.570383 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:16:06.570990 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327747580>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:15:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:16:06.725849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-d96255ae-dd41-43f2-a3ea-249bb029d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:06.727286 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-d96255ae-dd41-43f2-a3ea-249bb029d1ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1866002
May 31 13:16:06.765135 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:16:06.861311 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-1744c89f-819b-4bf0-8b3d-5724bb2063fe service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271594
May 31 13:16:06.992761 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3602a681-bf6a-40e4-a68d-47d5c1e66eaf req-fd8f5beb-443c-4a08-9552-48ea4e6c160f service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253157
May 31 13:16:07.138863 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327747580>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': 'b9676694-46eb-4f59-b395-dbf6ef3d04bc', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:ed:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135e624-8928-449b-9439-163a64360e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:16:04Z', 'updated_at': '2021-05-31T13:16:04Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:16:07.142688 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24f4f7-b5c1-4f27-95d2-f428fd8aca55 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': 'b9676694-46eb-4f59-b395-dbf6ef3d04bc', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:ed:cc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9135e624-8928-449b-9439-163a64360e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:16:04Z', 'updated_at': '2021-05-31T13:16:04Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:16:07.323351 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c203b95-7e48-4c47-b434-1206989a7ffe None None] New status for floating IP b9676694-46eb-4f59-b395-dbf6ef3d04bc: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:16:09.959793 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:11.828736 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-eba0e902-30ae-4a04-9ac4-da14ea1ac281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:12.872000 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:16:14.049124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:14.234460 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-13d8141b-be65-4c30-b5d4-a3364e32bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:15.337687 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:17.193772 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:39.963765 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:41.829347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e81a7333-1ed9-4e9a-9286-728cb9bc5dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:44.050180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:44.234668 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-34b7bff8-742e-4d5c-8c02-a1f94b486ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:45.340127 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:47.198074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:16:48.257888 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-63d0b899-7eea-4444-81af-0d2fad5c210b req-08ae24c7-939f-4c82-9fed-b51d25c030fb service neutron] (91787) timed out ('10.222.0.36', 59166) {{(pid=91787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:16:49.791508 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-77207d29-facc-48db-836f-b9f547c70770 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1113670
May 31 13:16:49.872282 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:16:49.934063 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-c5397c01-4b78-4948-9ea8-67c2b2abb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:49.935717 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-c5397c01-4b78-4948-9ea8-67c2b2abb9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1099 time: 0.0720217
May 31 13:16:50.081250 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-7615b5d1-d793-4052-8ada-76c60e86adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:50.082697 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-7615b5d1-d793-4052-8ada-76c60e86adfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1259606
May 31 13:16:50.183957 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-92743912-176b-4573-a96f-78b44252a932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 1002 time: 0.0942845
May 31 13:16:50.251242 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-458c4650-1040-44fc-86fb-37d88e5d6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:50.252686 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-458c4650-1040-44fc-86fb-37d88e5d6ba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0619762
May 31 13:16:50.327981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-bee31cff-6d6a-42e5-97df-15bb23e49979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:16:50.329493 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-bee31cff-6d6a-42e5-97df-15bb23e49979 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704010
May 31 13:16:50.466090 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-1fee09de-ef80-4a39-b818-4169f1f2e366 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290884
May 31 13:16:50.596244 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-822a57bf-e533-4f05-8c55-0fab64c446f4 req-3f31cc74-fe5d-4934-8cc1-958a9c42829d service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233263
May 31 13:17:09.979393 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:11.830188 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bde8d452-7591-4cd4-adaf-5811bb2ed37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:14.052966 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:14.235095 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-924e6e13-6f66-4e96-8a66-d30a2d258fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:15.343073 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:17.200931 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:26.871586 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:17:39.981326 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:41.831211 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5a3181d4-7d78-4ad7-9874-c92678fd23a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:44.056515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:44.235828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-77a7f2fd-7a89-4723-89df-59c7de4fc883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:45.346518 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:47.204397 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:17:51.765720 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-112b59b7-144a-4272-93c8-b20e602eec3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728147
May 31 13:17:51.901069 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-96f213dd-778d-45a1-8da9-f8ce832048b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:17:51.902494 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-96f213dd-778d-45a1-8da9-f8ce832048b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 1099 time: 0.0703120
May 31 13:17:52.044542 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-485d2ddc-9a1d-4764-984f-03275b8b5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:17:52.045902 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-485d2ddc-9a1d-4764-984f-03275b8b5bd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1247926
May 31 13:17:52.148163 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-56b05747-a8b3-4f82-8851-b4cc552c6142 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 200  len: 1002 time: 0.0952499
May 31 13:17:52.211981 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-bcc983e2-4cd7-4069-aed3-c658607d1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:17:52.213429 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-bcc983e2-4cd7-4069-aed3-c658607d1927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0587945
May 31 13:17:52.383218 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-1972c073-e87a-4c7e-919f-5818c8c74659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:17:52.384691 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-1972c073-e87a-4c7e-919f-5818c8c74659 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1651387
May 31 13:17:52.515909 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-8484b2b9-21a3-4fd1-8078-eba33084f369 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245325
May 31 13:17:52.650895 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5f02a0d2-405a-40c7-b5b2-17b5990e2a6f req-57f17a31-19c8-41e4-8bdf-a8c808c82626 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284275
May 31 13:18:03.870546 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:18:09.996766 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:11.832120 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-8fb3049a-2cbc-4b99-b6f3-f33ec2a12466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:14.057315 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:14.237023 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-25a0e414-abaf-41e6-9ac7-b1128d7d93ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:15.350476 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:17.208009 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:20.740080 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1e94d-43d4-487f-b478-c70c79e50de7 req-76d2ec4e-05ce-47d8-8e96-fffb06146ce6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:20.741589 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-73d1e94d-43d4-487f-b478-c70c79e50de7 req-76d2ec4e-05ce-47d8-8e96-fffb06146ce6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.2292595
May 31 13:18:20.785727 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-73d1e94d-43d4-487f-b478-c70c79e50de7 req-4095d999-8eaf-4367-92e0-0ca61283758b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384123
May 31 13:18:22.030049 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9dea-4d3a-4484-96fa-c1a1dc71a642 req-f80bc914-1b68-45c3-959c-9d72c07b5cb0 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:22.031693 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a95c9dea-4d3a-4484-96fa-c1a1dc71a642 req-f80bc914-1b68-45c3-959c-9d72c07b5cb0 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.1289873
May 31 13:18:22.075241 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a95c9dea-4d3a-4484-96fa-c1a1dc71a642 req-bee8d2ed-5f55-4500-bd64-4083e4bcb347 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373158
May 31 13:18:22.293735 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-1e91a0ef-9f1b-487d-bd84-6a3e8a14411b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:22.295173 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-1e91a0ef-9f1b-487d-bd84-6a3e8a14411b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 946 time: 0.0818286
May 31 13:18:22.431812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port d817344e-4c80-42fb-9807-3ded39a1017d {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:18:22.432064 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:22.563959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] For port d817344e-4c80-42fb-9807-3ded39a1017d, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d817344e-4c80-42fb-9807-3ded39a1017d,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:18:22.564323 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:22.851666 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:22.852045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:22.852350 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP b9676694-46eb-4f59-b395-dbf6ef3d04bc disassociated. External IP: 172.27.3.168, port: d817344e-4c80-42fb-9807-3ded39a1017d.
May 31 13:18:22.852679 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for d817344e-4c80-42fb-9807-3ded39a1017d owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:18:22.958155 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:22.964537 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-956f577f-002a-4c4c-a0e8-335903bcc503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:23.022643 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=d817344e-4c80-42fb-9807-3ded39a1017d,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:23.032531 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.032938 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.033310 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.033675 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.034108 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.034468 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.034826 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.035190 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.035559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.035913 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.036265 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.037038 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:23.086776 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:23.246924 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-9fb5af49-d3dc-43d0-907a-ec391c5dd176 req-a5b3d67e-5397-4aea-b5f7-25c046151f80 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 210 time: 0.0480852
May 31 13:18:23.258371 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:18:23.545357 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:18:23.554502 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:18:23.563561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:18:23.564169 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3274a4400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:18:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:23.617097 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] No DVR routers for this DVR port d817344e-4c80-42fb-9807-3ded39a1017d on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:18:23.619602 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:23.622195 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'name': 'network-vif-deleted', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:18:23.624691 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280f77c-a2eb-4fe9-b14d-3d37d2733a2c" -d '{"events": [{"server_uuid": "9135e624-8928-449b-9439-163a64360e11", "name": "network-vif-deleted", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:18:23.638296 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-53695bcb-1029-4d1c-a4c2-0ea5dd8ca2f0 req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "DELETE /v2.0/ports/d817344e-4c80-42fb-9807-3ded39a1017d HTTP/1.1" status: 204  len: 173 time: 1.3373137
May 31 13:18:23.668689 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1804fb66-661f-4c17-9651-3f315a112ec1 x-openstack-request-id: req-1804fb66-661f-4c17-9651-3f315a112ec1 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:18:23.669044 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9135e624-8928-449b-9439-163a64360e11", "name": "network-vif-deleted", "tag": "d817344e-4c80-42fb-9807-3ded39a1017d", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:18:23.669333 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1804fb66-661f-4c17-9651-3f315a112ec1 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:18:23.669756 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9135e624-8928-449b-9439-163a64360e11', 'name': 'network-vif-deleted', 'tag': 'd817344e-4c80-42fb-9807-3ded39a1017d', 'status': 'completed', 'code': 200}
May 31 13:18:23.740973 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:18:24.047260 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3274a4400>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:24.051784 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:18:24.060039 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:18:24.060640 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3274a4400>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:18:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:24.232693 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:18:24.418633 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a95ff24e-672f-4ae4-9bbe-9be8d7614fb2 req-72871f9b-1ed7-4673-a505-e498279b3d6d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:18:24.436835 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a95ff24e-672f-4ae4-9bbe-9be8d7614fb2 req-72871f9b-1ed7-4673-a505-e498279b3d6d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:18:24.437081 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a95ff24e-672f-4ae4-9bbe-9be8d7614fb2 req-72871f9b-1ed7-4673-a505-e498279b3d6d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=9135e624-8928-449b-9439-163a64360e11 HTTP/1.1" status: 200  len: 210 time: 0.0694501
May 31 13:18:24.577345 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3274a4400>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:24.581683 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e64fbc4-9079-4dfb-8bb7-831542da700c None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:18:24.778323 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b07424-3488-4d62-b986-1700d0a394b2 None None] New status for floating IP b9676694-46eb-4f59-b395-dbf6ef3d04bc: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:18:25.544094 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device d817344e-4c80-42fb-9807-3ded39a1017d no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:18:25.582230 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: d817344e-4c80-42fb-9807-3ded39a1017d {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:18:25.582756 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device d817344e-4c80-42fb-9807-3ded39a1017d not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:18:25.730077 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-321170b5-96e4-4666-baa2-e2ceb9d0cb67 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124202976&fields=id&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 267 time: 0.0399764
May 31 13:18:25.877347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-6c9a130f-f733-41f5-ab1c-ad4c67c5d1b5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:25.879382 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-6c9a130f-f733-41f5-ab1c-ad4c67c5d1b5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.1430812
May 31 13:18:25.893317 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-6158c6c1-4368-4506-bfe9-ad136cba74dc tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/quotas/645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 375 time: 0.0086458
May 31 13:18:25.975575 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-8cff0d57-29cd-4acf-9d92-dd2843ebd709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0775652
May 31 13:18:26.154989 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-3f8503a1-e89a-409a-88fd-0e1e18463b1a service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683893
May 31 13:18:26.285333 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-87256f9f-29fc-46b3-89d6-b87ac829461e service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237121
May 31 13:18:26.664004 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7139573a-4f61-4882-9b88-ff08d60ff332 req-bf8f72ac-5312-4224-b1df-25229dd1f68f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 210 time: 0.0435417
May 31 13:18:27.763015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-4aa24b8c-4f6b-4e96-830c-1c85bc92798d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:27.764344 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-4aa24b8c-4f6b-4e96-830c-1c85bc92798d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.1532750
May 31 13:18:27.845765 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-0d8e8aca-1647-45da-9b12-24644b48cbac req-aef8de01-e232-4507-b73e-6fed97945322 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 210 time: 0.0599597
May 31 13:18:27.858084 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-c2c0fec6-a19d-4893-9acf-450648b0cf5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 379 time: 0.0851572
May 31 13:18:27.867445 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'port': {'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'admin_state_up': True, 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'security_groups': ['952df81e-ba20-4c1c-8a30-1f06e2089695']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:18:27.999958 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:18:28.009297 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:18:28.018088 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Made reservation on behalf of 645d92845a54442abbeda39fa52b9930 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:18:28.022012 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:28.179848 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.20.0.6 (6f8ea9ab-3f61-4608-977a-7dfd5cb87154/6d611226-6488-4507-9130-8ddb0583bc1b/f5321abb-c227-4cf5-8f8d-43ef79319c8c) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:18:28.373588 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:28.388561 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Transition to ACTIVE for port object f5321abb-c227-4cf5-8f8d-43ef79319c8c will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:18:28.412282 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:28.419051 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e71b0429-a70b-458b-a4b8-ccd1c68e4c7c tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:28.483795 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:18:28.486948 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:18:28.489381 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:18:28.644537 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:28.649165 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:28.666295 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:28.666970 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:28.669708 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c8c25a56-ec8b-4fb8-a9ac-40ab9a3cdd23 None None] Provisioning for port f5321abb-c227-4cf5-8f8d-43ef79319c8c completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:18:28.674224 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-c8c25a56-ec8b-4fb8-a9ac-40ab9a3cdd23 None None] Provisioning complete for port f5321abb-c227-4cf5-8f8d-43ef79319c8c triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:18:28.675088 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c8c25a56-ec8b-4fb8-a9ac-40ab9a3cdd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:28.693057 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-74c043f2-4762-4f35-a55d-bf461bd34ad8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8294001
May 31 13:18:28.705511 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Request body: {'port': {'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:18:28.727567 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-c8c25a56-ec8b-4fb8-a9ac-40ab9a3cdd23 None None] Port f5321abb-c227-4cf5-8f8d-43ef79319c8c cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:18:28.815433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.033796 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9a9c-3796-4217-b337-bd5f10fbb65f req-64733907-85f6-4868-8639-431ebb8cd0c9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:29.038362 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eafd9a9c-3796-4217-b337-bd5f10fbb65f req-64733907-85f6-4868-8639-431ebb8cd0c9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 931 time: 0.0844390
May 31 13:18:29.088511 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eafd9a9c-3796-4217-b337-bd5f10fbb65f req-b66bbf93-10ed-4c5a-a2d9-751a73ea5b23 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448790
May 31 13:18:29.161882 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5321abb-c227-4cf5-8f8d-43ef79319c8c {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:18:29.169041 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.183301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Transition to ACTIVE for port object f5321abb-c227-4cf5-8f8d-43ef79319c8c will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:18:29.185971 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.189410 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c1e0b47c-b4a6-4cc5-8c07-b9a1ce1e875c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:29.337796 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Pushing event updated for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:29.345395 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:29.425261 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Attempting to bind port f5321abb-c227-4cf5-8f8d-43ef79319c8c on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:18:29.425591 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Attempting to bind port f5321abb-c227-4cf5-8f8d-43ef79319c8c by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:18:29.425911 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Attempting to bind port f5321abb-c227-4cf5-8f8d-43ef79319c8c on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:18:29.430320 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Port f5321abb-c227-4cf5-8f8d-43ef79319c8c on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:18:29.430631 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Attempting to bind port f5321abb-c227-4cf5-8f8d-43ef79319c8c on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:18:29.435506 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:18:29.435830 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:18:29.436207 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Bound using segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:18:29.436623 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Bound port: f5321abb-c227-4cf5-8f8d-43ef79319c8c, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:18:29.436994 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.524033 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:18:29.526831 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:18:29.531013 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.535757 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2ba921ee-5c75-4b09-aa54-31bbecce17cf tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:29.593036 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:29.593650 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:29.594973 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 1093 time: 0.8938072
May 31 13:18:29.595506 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:18:29.598347 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47891bbb-93b9-4a4b-9c14-f966906eeda4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:18:29.619991 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Pushing event updated for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:29.625860 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88a2c789-2ee1-4af6-83ec-0c2c60009334 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:29.666405 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f1313-7015-4926-ada4-cb5ef9af5c0c x-openstack-request-id: req-5f5f1313-7015-4926-ada4-cb5ef9af5c0c {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:18:29.666742 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:18:29.667031 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f5f1313-7015-4926-ada4-cb5ef9af5c0c {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:18:29.667461 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'status': 'completed', 'code': 200}
May 31 13:18:29.709119 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-d2e34bc2-0cb6-4582-ba7c-48e16c801ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:29.710625 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-d2e34bc2-0cb6-4582-ba7c-48e16c801ad1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1096 time: 0.0781400
May 31 13:18:29.782407 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-76d6bb76-be64-4a5f-9fe6-321473935150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 217 time: 0.0644088
May 31 13:18:29.842835 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-99cd4544-88b1-40b5-93da-e210fd1446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:29.844178 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-99cd4544-88b1-40b5-93da-e210fd1446a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0557890
May 31 13:18:29.919849 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-679b2390-08bf-4b3c-bfde-579785d77bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:29.921340 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-679b2390-08bf-4b3c-bfde-579785d77bfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712116
May 31 13:18:30.050215 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-e83edfea-dc17-4816-a310-842bbb015d7c service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220176
May 31 13:18:30.177784 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5870d36e-b8a5-47f7-8d6d-506af128beef req-eaaa14f6-ffa8-40c8-bccd-4cffe9c29030 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219993
May 31 13:18:30.270880 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c565a-e9df-4eb6-bd0f-26d1fe14dea1 req-9c84ae6b-fe7f-4ea3-89ca-9f82f95b5452 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:30.272317 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b26c565a-e9df-4eb6-bd0f-26d1fe14dea1 req-9c84ae6b-fe7f-4ea3-89ca-9f82f95b5452 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0794973
May 31 13:18:30.293980 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-f4c918c2-2d9c-4fbc-a7b1-06ac8990628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:30.295438 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-f4c918c2-2d9c-4fbc-a7b1-06ac8990628f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1096 time: 0.0703585
May 31 13:18:30.316476 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-b26c565a-e9df-4eb6-bd0f-26d1fe14dea1 req-1ecfc09e-f98b-4f07-964d-3f0e66aabe8e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383410
May 31 13:18:30.511970 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-02752817-69b9-4793-8eae-c844dc9dfe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:30.513442 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-02752817-69b9-4793-8eae-c844dc9dfe50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.2118087
May 31 13:18:30.582654 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-e9b63824-df12-4a9f-b73f-c37bbd54150e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 217 time: 0.0626557
May 31 13:18:30.646496 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-fe2b027d-3169-4595-abfe-86661fdf338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:30.647901 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-fe2b027d-3169-4595-abfe-86661fdf338c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0581915
May 31 13:18:30.725696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-b4e008f6-fe8c-4b21-86ae-2f422452ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:30.727102 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-b4e008f6-fe8c-4b21-86ae-2f422452ad4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711305
May 31 13:18:30.857964 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-e0903cdf-b2f6-4a1a-9e72-faf709fa4972 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237748
May 31 13:18:30.986796 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-47891bbb-93b9-4a4b-9c14-f966906eeda4 req-98ce60a6-fe6c-4f6f-adf1-a8ce6b144550 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221154
May 31 13:18:31.498391 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64d04-ec19-41aa-b76e-9ded051d4e96 req-ce7612da-850c-4291-b1dd-2cf8d551f8fe tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:31.499079 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-04a64d04-ec19-41aa-b76e-9ded051d4e96 req-ce7612da-850c-4291-b1dd-2cf8d551f8fe tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:18:31.514011 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-04a64d04-ec19-41aa-b76e-9ded051d4e96 req-ce7612da-850c-4291-b1dd-2cf8d551f8fe tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:18:31.515411 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04a64d04-ec19-41aa-b76e-9ded051d4e96 req-ce7612da-850c-4291-b1dd-2cf8d551f8fe tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0949025
May 31 13:18:31.559160 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-04a64d04-ec19-41aa-b76e-9ded051d4e96 req-0f5c917e-e238-4a9c-a5c0-e036dcd05a35 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381563
May 31 13:18:32.743349 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e1eeb-1f9c-4c9e-9136-dc54d5250aa3 req-e713faa2-d9c8-4557-a847-05a27d48f299 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:32.744850 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-019e1eeb-1f9c-4c9e-9136-dc54d5250aa3 req-e713faa2-d9c8-4557-a847-05a27d48f299 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0841796
May 31 13:18:32.787994 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-019e1eeb-1f9c-4c9e-9136-dc54d5250aa3 req-6801aa55-749c-440f-a8a4-0c2f4366da34 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373886
May 31 13:18:33.973721 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d3340-db1f-439a-8229-1fc42862583e req-684e6f05-8ee9-4bf5-b6ab-4660bbb4ad65 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:33.975129 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-291d3340-db1f-439a-8229-1fc42862583e req-684e6f05-8ee9-4bf5-b6ab-4660bbb4ad65 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0825288
May 31 13:18:34.019266 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-291d3340-db1f-439a-8229-1fc42862583e req-30dd063d-8294-4994-ae35-56908a71d496 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383716
May 31 13:18:35.206959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db18f7-d170-42e5-a277-472a367a175a req-e3a56604-ab60-4761-8d05-02dfe276f38a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:35.208434 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2db18f7-d170-42e5-a277-472a367a175a req-e3a56604-ab60-4761-8d05-02dfe276f38a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0796206
May 31 13:18:35.251515 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e2db18f7-d170-42e5-a277-472a367a175a req-00427a08-d452-4bfe-b6f4-0fb1b6d300e7 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376091
May 31 13:18:36.433700 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c39dc9-5408-4742-b809-7ffb76d3b2cf req-e08034b6-c146-49e4-b029-9153b1ab50bb tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:36.435144 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-97c39dc9-5408-4742-b809-7ffb76d3b2cf req-e08034b6-c146-49e4-b029-9153b1ab50bb tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0789380
May 31 13:18:36.478491 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-97c39dc9-5408-4742-b809-7ffb76d3b2cf req-1d33f897-0e53-4036-b26f-af3031cecfeb tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376909
May 31 13:18:37.662239 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079e35f-f1c6-4926-946c-b139f6dac860 req-71d4d4cf-9695-490f-acbe-9062e6fb640c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:37.663694 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a079e35f-f1c6-4926-946c-b139f6dac860 req-71d4d4cf-9695-490f-acbe-9062e6fb640c tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 943 time: 0.0840714
May 31 13:18:37.673210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device f5321abb-c227-4cf5-8f8d-43ef79319c8c details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:18:37.707213 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-a079e35f-f1c6-4926-946c-b139f6dac860 req-1f73166e-20bb-4f65-b79c-d6d8232dfcdf tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380299
May 31 13:18:37.804319 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:18:37.817507 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:18:37.872775 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:37.889525 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5321abb-c227-4cf5-8f8d-43ef79319c8c {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:18:37.904030 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:18:37.907832 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:37.909636 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:37.973216 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:37.980005 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.980344 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.980674 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.981023 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.981347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.981669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.981992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.982308 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.982624 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.982937 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.983250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.983561 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:18:37.987318 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:38.280254 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['f5321abb-c227-4cf5-8f8d-43ef79319c8c'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:18:38.896021 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a13ce-6863-4cf3-aedd-4844e6258c0f req-caae7c48-6b61-4f57-be54-2ce1e962d608 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:38.897484 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7a6a13ce-6863-4cf3-aedd-4844e6258c0f req-caae7c48-6b61-4f57-be54-2ce1e962d608 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 944 time: 0.0839782
May 31 13:18:38.941559 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7a6a13ce-6863-4cf3-aedd-4844e6258c0f req-fbe825d6-7108-4f9e-b3ec-6df1838d6ec2 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385070
May 31 13:18:39.684210 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device f5321abb-c227-4cf5-8f8d-43ef79319c8c up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:18:39.753768 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port f5321abb-c227-4cf5-8f8d-43ef79319c8c completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:18:39.758014 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port f5321abb-c227-4cf5-8f8d-43ef79319c8c triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:18:39.758391 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:39.870968 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:39.896900 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:18:39.899101 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c0c78-4613-42de-980c-42b808f6be73" -d '{"events": [{"server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "name": "network-vif-plugged", "status": "completed", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:18:39.907123 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:18:39.910696 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:39.912593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-7579de35-5a12-4263-bb5a-b40fbb8bd1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:39.942970 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a1832-4cf7-47af-81a5-fe08008e14ca x-openstack-request-id: req-8b8a1832-4cf7-47af-81a5-fe08008e14ca {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:18:39.943271 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "name": "network-vif-plugged", "status": "completed", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:18:39.943528 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b8a1832-4cf7-47af-81a5-fe08008e14ca {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:18:39.943910 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'code': 200}
May 31 13:18:39.984531 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:39.989349 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:39.999927 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:40.128715 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863568a9-872d-43e3-9321-ab595b63c832 req-ff109bbe-0cd3-415c-9118-b862c300c067 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:40.130200 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-863568a9-872d-43e3-9321-ab595b63c832 req-ff109bbe-0cd3-415c-9118-b862c300c067 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.0844560
May 31 13:18:40.226499 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-863568a9-872d-43e3-9321-ab595b63c832 req-8db32c3c-63e5-4161-bbb2-49e16a6471c2 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904701
May 31 13:18:40.241595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ed35d-5804-4615-8889-e94724905645 req-f894edfc-3d93-4096-8c85-699847c4e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:40.243029 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2f1ed35d-5804-4615-8889-e94724905645 req-f894edfc-3d93-4096-8c85-699847c4e147 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0910623
May 31 13:18:40.282247 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2f1ed35d-5804-4615-8889-e94724905645 req-82fe12cd-a823-4e98-9fa4-1401fb323175 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327127
May 31 13:18:40.869177 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:18:41.423678 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8da94-42f3-4391-b5cc-14afbed02c47 req-70b00e5b-e8ec-412b-8f45-ce63330b3081 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:41.425184 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-78d8da94-42f3-4391-b5cc-14afbed02c47 req-70b00e5b-e8ec-412b-8f45-ce63330b3081 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.0902345
May 31 13:18:41.473291 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-78d8da94-42f3-4391-b5cc-14afbed02c47 req-bd29c4cf-eca8-40d2-bf37-d4518eb4df87 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423136
May 31 13:18:41.833932 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bb72a208-8e2c-4998-8b21-107d0d648a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:42.664366 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858f9ff-bc41-4b6e-bdb0-03e3da24de93 req-0c64025b-c695-464e-9bd7-f0e03b05e40b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:42.667048 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5858f9ff-bc41-4b6e-bdb0-03e3da24de93 req-0c64025b-c695-464e-9bd7-f0e03b05e40b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.0846508
May 31 13:18:42.711600 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-5858f9ff-bc41-4b6e-bdb0-03e3da24de93 req-4e5333ec-0e75-4654-9dcc-6787e0fee940 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397680
May 31 13:18:42.977761 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d00c4-e62b-4a27-956e-d5c5c8c1e045 req-dbff1c48-b658-4635-8d8c-7ebea974d5ac tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:42.979196 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c22d00c4-e62b-4a27-956e-d5c5c8c1e045 req-dbff1c48-b658-4635-8d8c-7ebea974d5ac tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.1644144
May 31 13:18:43.022718 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-c22d00c4-e62b-4a27-956e-d5c5c8c1e045 req-53075b41-025d-4845-b91f-dea115f5519f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379519
May 31 13:18:43.044672 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35446) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:18:43.124056 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1a4e9-e986-4e9f-afb6-d96704ebeb43 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:43.125563 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-44e1a4e9-e986-4e9f-afb6-d96704ebeb43 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1093 time: 0.0799012
May 31 13:18:43.128995 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35450) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:18:43.133741 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:18:43.140045 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:18:43.143822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:floatingip and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:18:43.146716 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:18:43.152301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:18:43.162452 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:43.297823 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:43.431006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.27.3.64 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:18:43.663975 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:43.693301 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:43.696773 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f336d8ee-bce6-4822-bac4-c4dd0432ff0d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:43.762172 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:18:43.765006 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:18:43.768385 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:18:43.796841 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:43.803187 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:44.059205 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.172956 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.239746 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2510823a-8e3d-4e5f-aaa8-1aac4d8a0f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.245557 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.447701 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.452143 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.456368 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-3f97448f-b910-4b32-9422-f1eff4a3b247 tempest-AttachVolumeNegativeTest-1078246707 tempest-AttachVolumeNegativeTest-1078246707-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:18:44.560617 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:18:44.564621 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:18:44.569651 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:44.734376 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP 7920c95b-a40b-464a-85e5-fad8f9cc6e41 associated. External IP: 172.27.3.64, port: f5321abb-c227-4cf5-8f8d-43ef79319c8c.
May 31 13:18:45.172665 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:18:45.344984 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:18:45.356260 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:18:45.361718 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:45.368132 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:18:45.368751 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3271b56a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:18:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:45.369318 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:45.437321 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-d2db0cbe-9840-40c5-bb18-fffc2b7afcc9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3072143
May 31 13:18:45.437908 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:18:45.440848 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:18:45.481858 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc576bef-1c9a-43f0-b07e-7acbf014e990 x-openstack-request-id: req-cc576bef-1c9a-43f0-b07e-7acbf014e990 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:18:45.482194 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:18:45.482489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc576bef-1c9a-43f0-b07e-7acbf014e990 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:18:45.482922 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'status': 'completed', 'code': 200}
May 31 13:18:45.554756 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:18:45.576606 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-8de1e0e5-a5bf-420d-9f50-37fad36c9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:45.578136 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-8de1e0e5-a5bf-420d-9f50-37fad36c9979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0741310
May 31 13:18:45.712485 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-c2b27b5d-d881-48b3-95f6-8316ee9d95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:45.713968 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-c2b27b5d-d881-48b3-95f6-8316ee9d95da service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1295977
May 31 13:18:45.817721 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-62670632-d9e4-4078-b077-9bfd1f99d66b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 998 time: 0.0967398
May 31 13:18:45.880245 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-23279802-74db-4049-bc0c-a2c850f319a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:45.881713 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-23279802-74db-4049-bc0c-a2c850f319a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0570698
May 31 13:18:45.934162 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3271b56a0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:44Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:45.937997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:18:45.946792 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:18:45.947404 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3271b56a0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:18:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:45.956125 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-cf317ef3-665c-4472-8e85-0d0a1e689154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:45.957550 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-cf317ef3-665c-4472-8e85-0d0a1e689154 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694611
May 31 13:18:46.087611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-e72398e0-46a3-491c-8419-20cab9ac9715 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228869
May 31 13:18:46.130507 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:18:46.224319 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-afd33058-9bf8-4f9e-8a1d-cd2ff09e71a5 req-8fdd201a-36a4-47fd-9051-c1fbc498b0cc service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296356
May 31 13:18:46.479357 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3271b56a0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:44Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:18:46.483165 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cf9c5-647f-4caf-ad28-26e91324404f None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:44Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:18:46.650394 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66098596-c22d-49d3-b15e-2f0ca2916245 None None] New status for floating IP 7920c95b-a40b-464a-85e5-fad8f9cc6e41: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:18:47.211951 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:18:51.754816 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-d01caf53-5447-4069-8124-f6ca5747dd05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717466
May 31 13:18:51.889595 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-7a1ad158-2ceb-4e69-b168-de535234cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:51.890998 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-7a1ad158-2ceb-4e69-b168-de535234cf46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0687437
May 31 13:18:52.030617 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-1f8735f4-04f8-43ad-a915-678364c77dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:52.031910 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-1f8735f4-04f8-43ad-a915-678364c77dfb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1219313
May 31 13:18:52.133284 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-50168d11-b52e-4f5c-a7c8-f080790705ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 1000 time: 0.0948093
May 31 13:18:52.198805 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-a5d159ce-9db4-472b-a101-cbb298f072d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:52.200168 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-a5d159ce-9db4-472b-a101-cbb298f072d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0602760
May 31 13:18:52.360279 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-5613389c-7883-4009-bedd-a5f247f1d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:18:52.361794 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-5613389c-7883-4009-bedd-a5f247f1d0d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530547
May 31 13:18:52.491809 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-0cb75f11-381a-4040-af1a-41c45869eb99 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220617
May 31 13:18:52.621311 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4d0bf80b-4d9d-44ab-9c34-44641c6e2103 req-3af6443b-6b27-47f2-b185-b8971c205a54 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230037
May 31 13:19:09.995822 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:11.835530 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-09241d07-f532-4db9-bd35-eb36949c61bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:14.061628 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:14.242889 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f6510d14-ba6b-4356-86a6-b124e9f68642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:15.356499 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:17.215251 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:17.868885 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:19:39.996252 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:41.836355 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c5d2ad70-31b2-441f-aaf7-53499ae80199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:44.064637 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:44.246031 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4227ffa9-a1a1-4538-b69c-4bb5dbe24d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:45.359576 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:47.219383 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:19:52.364158 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-15a8cceb-e814-4362-86b9-74e08d7c268a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0784967
May 31 13:19:52.507984 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-77c98a93-6685-4c22-91a3-c1e480a9b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:19:52.509498 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-77c98a93-6685-4c22-91a3-c1e480a9b8cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0735435
May 31 13:19:52.656771 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-2a3b6102-7df4-4e15-8d19-39253224de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:19:52.658244 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-2a3b6102-7df4-4e15-8d19-39253224de83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1306481
May 31 13:19:52.762725 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-bc81b57f-b385-4051-a978-5ed293409a61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 1000 time: 0.0964437
May 31 13:19:52.824644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-8aa4f0b8-c9df-483a-bd36-b1968ec064d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:19:52.826062 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-8aa4f0b8-c9df-483a-bd36-b1968ec064d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0566950
May 31 13:19:52.902127 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-09bfae18-1d2d-431e-ba90-1a6888e8bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:19:52.907526 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-09bfae18-1d2d-431e-ba90-1a6888e8bf28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715790
May 31 13:19:53.034169 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-61676b68-75c8-40fb-91ba-6c6dbe66240b service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238778
May 31 13:19:53.166915 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-4e7ef2f5-ca4a-4c3d-a0bc-17a3c488985b req-e783155a-1a83-4244-b113-d0c24dd4cce0 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254311
May 31 13:19:54.868841 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:20:10.009398 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:11.842194 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-53c4ec2f-5ec5-4f8f-acec-7c71f6456f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:14.067778 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:14.249786 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-61f7337b-f59a-4124-87b5-2fad4fc73836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:15.361996 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:17.222300 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:25.628989 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-be2c981f-c4c6-47ae-841d-f5673b450e24 req-add533c5-b623-4a5b-a16a-4cd7e004fd20 tempest-ServerRescueNegativeTestJSON-319150597 tempest-ServerRescueNegativeTestJSON-319150597-project] (91787) timed out ('10.222.0.36', 59171) {{(pid=91787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:20:31.867777 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:20:40.015072 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:41.833426 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ba81ac26-1d3f-4e6e-8548-0c241c85910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:44.073180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:44.259888 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4b4a-e5f0-45f0-afec-6c3a57e8b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:45.365997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:45.690895 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-8cc31a46-8e22-4798-b4c9-116a13315c27 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124202976&fields=id&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 267 time: 0.0432396
May 31 13:20:45.847240 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-15143670-18e7-4124-bf21-9d80507f64c8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:45.848601 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-15143670-18e7-4124-bf21-9d80507f64c8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.1505163
May 31 13:20:45.863403 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-d55c59ae-a2cf-4784-9b73-ce40f1fbedae tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/quotas/645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 375 time: 0.0093575
May 31 13:20:45.959289 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-89601c98-38ab-4f64-a9e4-872d22784416 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0908659
May 31 13:20:46.136000 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-34d3f378-d0a3-47b6-a60f-42a82a227872 service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646078
May 31 13:20:46.269317 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-e91c17b4-1303-47af-919c-8d83778a42f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265237
May 31 13:20:46.655178 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-89be81e9-daca-466e-8c99-1d8b1a25cca5 req-2db474ae-cfe8-4d84-af04-349a4058f669 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 210 time: 0.0420902
May 31 13:20:47.225717 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:47.773473 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-801fd639-112d-457d-bc18-d75d5aa0497d req-94067e29-8df8-4814-a87e-718f27704175 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 210 time: 0.0579190
May 31 13:20:48.922381 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-867eb45b-d1bd-4ff2-9622-26c89f9ffaf7 req-7acc6647-7ad7-4d50-a8fa-c40b5e08ebdd tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 210 time: 0.0426681
May 31 13:20:49.975350 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-d93e9f8c-367c-433a-8676-d3aacc2a5b71 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:49.977923 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-d93e9f8c-367c-433a-8676-d3aacc2a5b71 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 810 time: 0.1569867
May 31 13:20:50.032419 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-4bf4272d-cd23-4330-bbfb-4a92391b2690 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=645d92845a54442abbeda39fa52b9930 HTTP/1.1" status: 200  len: 379 time: 0.0458825
May 31 13:20:50.041100 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'port': {'device_id': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'admin_state_up': True, 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'security_groups': ['952df81e-ba20-4c1c-8a30-1f06e2089695']}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:20:50.076648 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6d4ca172-d391-4e80-a20a-b9257b9d0b37 req-039c8f4a-27a0-4a5c-b344-f2260e6486da tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 210 time: 0.0427556
May 31 13:20:50.175994 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:20:50.185384 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:20:50.195476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Made reservation on behalf of 645d92845a54442abbeda39fa52b9930 for: {'port': 1} {{(pid=91786) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 31 13:20:50.199166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:50.455921 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.20.0.12 (6f8ea9ab-3f61-4608-977a-7dfd5cb87154/6d611226-6488-4507-9130-8ddb0583bc1b/fa25ae32-46ab-452d-99e4-0305785e5abc) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:20:50.658940 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:50.674774 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Transition to ACTIVE for port object fa25ae32-46ab-452d-99e4-0305785e5abc will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:20:50.698044 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:50.703564 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c2e08190-d392-4b99-81c0-16aa8219b9a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:20:50.770785 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:20:50.773745 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:20:50.777383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:20:50.812407 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:20:50.831629 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.832029 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.832608 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.832761 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.833110 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.833455 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.833813 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.834170 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.834565 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.834871 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.835221 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.835563 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:20:50.841464 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:20:50.860342 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:50.860994 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:50.886323 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-2198989c-eead-4eec-9fe0-35c3e569f59e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8492045
May 31 13:20:50.902145 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Request body: {'port': {'device_id': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:20:51.021932 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.025734 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-428a0710-fa02-4ff2-bb8c-5feea0dd8634 None None] Provisioning for port fa25ae32-46ab-452d-99e4-0305785e5abc completed by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:20:51.031245 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-428a0710-fa02-4ff2-bb8c-5feea0dd8634 None None] Provisioning complete for port fa25ae32-46ab-452d-99e4-0305785e5abc triggered by entity DHCP. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:20:51.031700 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-428a0710-fa02-4ff2-bb8c-5feea0dd8634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.097507 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-428a0710-fa02-4ff2-bb8c-5feea0dd8634 None None] Port fa25ae32-46ab-452d-99e4-0305785e5abc cannot update to ACTIVE because it is not bound. {{(pid=91788) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 31 13:20:51.386630 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900a178-3cb8-4d02-adcd-963128871930 req-3bda1656-7c98-429a-91b8-6fc89095f615 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:51.387314 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f900a178-3cb8-4d02-adcd-963128871930 req-3bda1656-7c98-429a-91b8-6fc89095f615 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:20:51.440646 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-f900a178-3cb8-4d02-adcd-963128871930 req-3bda1656-7c98-429a-91b8-6fc89095f615 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:20:51.441787 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f900a178-3cb8-4d02-adcd-963128871930 req-3bda1656-7c98-429a-91b8-6fc89095f615 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 932 time: 0.2379699
May 31 13:20:51.492147 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25ae32-46ab-452d-99e4-0305785e5abc {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:20:51.503462 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.515777 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f900a178-3cb8-4d02-adcd-963128871930 req-9652676b-caed-40f5-b6fc-1f29c89e933f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635700
May 31 13:20:51.523489 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Transition to ACTIVE for port object fa25ae32-46ab-452d-99e4-0305785e5abc will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 31 13:20:51.528524 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.533467 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-88f7a8ee-694e-4380-81e5-cda7cffc098c tempest-AttachVolumeShelveTestJSON-1512394404 tempest-AttachVolumeShelveTestJSON-1512394404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:20:51.683352 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:20:51.691714 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:20:51.765886 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Attempting to bind port fa25ae32-46ab-452d-99e4-0305785e5abc on host hv-cinder-79326 for vnic_type normal with profile  {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 31 13:20:51.766216 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Attempting to bind port fa25ae32-46ab-452d-99e4-0305785e5abc by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 31 13:20:51.766544 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Attempting to bind port fa25ae32-46ab-452d-99e4-0305785e5abc on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:20:51.771194 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Port fa25ae32-46ab-452d-99e4-0305785e5abc on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 31 13:20:51.771522 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Attempting to bind port fa25ae32-46ab-452d-99e4-0305785e5abc on network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 31 13:20:51.776705 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Checking agent: {'id': '1cce011f-0d5f-4e94-acc7-8dbb84c6174b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'started_at': datetime.datetime(2021, 5, 31, 12, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 31 13:20:51.777132 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Checking segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 31 13:20:51.777516 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Bound using segment: {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 31 13:20:51.777937 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Bound port: fa25ae32-46ab-452d-99e4-0305785e5abc, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7bcc19-2bb5-45f2-8712-a3302c72b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 31 13:20:51.778281 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.868696 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 31 13:20:51.871583 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa25ae32-46ab-452d-99e4-0305785e5abc,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 31 13:20:51.876932 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.881232 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-ee6b9bec-d6f0-4cae-ad27-e10effb85d73 tempest-VolumesSnapshotTestJSON-1198757578 tempest-VolumesSnapshotTestJSON-1198757578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:20:51.937379 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:51.937983 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:20:51.939394 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 1094 time: 1.0414777
May 31 13:20:51.939812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:20:51.942091 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c04b38-005b-4daa-84ff-1b1d493ab606" -d '{"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:20:51.964508 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:20:51.968535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:20:52.063480 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea170b3e-6e94-4324-b8c3-911a9ca57fec x-openstack-request-id: req-ea170b3e-6e94-4324-b8c3-911a9ca57fec {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:20:52.064072 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:20:52.064072 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea170b3e-6e94-4324-b8c3-911a9ca57fec {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:20:52.064513 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'status': 'completed', 'code': 200}
May 31 13:20:52.067521 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-99b038ae-9596-474f-a395-0f41ef7129b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.069167 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-99b038ae-9596-474f-a395-0f41ef7129b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1097 time: 0.0873766
May 31 13:20:52.141764 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-1adcb0f7-8b7e-4ef0-ad17-00330a917381 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 217 time: 0.0657747
May 31 13:20:52.303001 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-dce08d99-b9e4-485a-a627-2a89edf0c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.304524 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-dce08d99-b9e4-485a-a627-2a89edf0c89a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.1569288
May 31 13:20:52.384437 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-39d743ba-e0c7-4338-9491-4047bd9451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.385940 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-39d743ba-e0c7-4338-9491-4047bd9451d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746028
May 31 13:20:52.521064 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-8c5ea9f4-1ef7-4fed-8732-99ec91ba4cfb service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281724
May 31 13:20:52.702995 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-2de360da-a792-4da0-b7c2-8708a532fac1 req-25979296-ce3c-4801-9195-e57c69361c11 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751955
May 31 13:20:52.730345 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c17992-1d4a-4a93-9d1d-ff24911ba966 req-ae9e56fc-1e66-4049-bf37-452148779b8f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.731786 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c9c17992-1d4a-4a93-9d1d-ff24911ba966 req-ae9e56fc-1e66-4049-bf37-452148779b8f tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.1013548
May 31 13:20:52.837308 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-c9c17992-1d4a-4a93-9d1d-ff24911ba966 req-e738d369-676c-488d-b651-b9cb1061a858 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927589
May 31 13:20:52.856225 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-7857aeca-b0b8-4b8f-ac04-dd47040e2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.857711 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-7857aeca-b0b8-4b8f-ac04-dd47040e2c02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1097 time: 0.0998611
May 31 13:20:52.990597 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-d9e6fe75-601b-49ca-9705-2dbdd95b16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:52.992034 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-d9e6fe75-601b-49ca-9705-2dbdd95b16e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1277828
May 31 13:20:53.061419 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-8ab72b31-7b08-48b1-a8f9-451f2032beba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 217 time: 0.0632451
May 31 13:20:53.135475 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-87c0506d-b5ce-41e1-a4d4-4c7cc3ca575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:53.137356 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-87c0506d-b5ce-41e1-a4d4-4c7cc3ca575f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0703995
May 31 13:20:53.223140 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-1b311aef-8cda-4f29-91ec-ff650f4997f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:53.224765 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-1b311aef-8cda-4f29-91ec-ff650f4997f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797482
May 31 13:20:53.390557 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-0314aa21-5108-4fc1-9516-0234f06facd1 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575654
May 31 13:20:53.521061 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-43c04b38-005b-4daa-84ff-1b1d493ab606 req-3b1a2d9d-fc16-441b-854d-fc887716a5d0 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246603
May 31 13:20:54.038591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c42be6-5e5f-4262-b221-11e70d515ffa req-a80d4d10-887e-4b33-aa15-890e11490a58 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:54.039978 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d8c42be6-5e5f-4262-b221-11e70d515ffa req-a80d4d10-887e-4b33-aa15-890e11490a58 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.0927808
May 31 13:20:54.084228 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-d8c42be6-5e5f-4262-b221-11e70d515ffa req-4379440c-04d8-4933-873d-8790bd2f093b tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384288
May 31 13:20:54.333820 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-41d1618f-6bc6-46b7-a636-638d78814160 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755458
May 31 13:20:54.479375 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-c01a190a-8e45-4ce5-814b-f5a5c8472874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:54.480819 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-c01a190a-8e45-4ce5-814b-f5a5c8472874 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0695717
May 31 13:20:54.625057 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-34dbcb56-7e34-467b-a904-ed6f3c79ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:54.626415 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-34dbcb56-7e34-467b-a904-ed6f3c79ab46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1256528
May 31 13:20:54.821151 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-3907f9f0-4949-4a5c-bf47-e92c9bffc668 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 1000 time: 0.1878445
May 31 13:20:54.883824 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-9f4dd8b0-8281-40b7-a885-a5163ef37504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:54.885178 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-9f4dd8b0-8281-40b7-a885-a5163ef37504 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0572524
May 31 13:20:54.962625 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-d6e37f3a-f7a7-469b-8bd4-89ed1c971ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:54.964100 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-d6e37f3a-f7a7-469b-8bd4-89ed1c971ca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724120
May 31 13:20:55.097557 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-da746c21-c3ec-4219-911c-e6fbfa937cb0 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267297
May 31 13:20:55.277320 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-37a3abb5-b3f9-4a25-aeeb-ed726c297d00 req-ebe0e82b-ef28-4f0a-b62d-f8e9bb86388b service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732523
May 31 13:20:55.299270 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7df8a5-07de-4c34-a580-121bef990609 req-1e8ed0b3-ad10-4c0c-bb10-2777f57b7849 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:55.300710 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3d7df8a5-07de-4c34-a580-121bef990609 req-1e8ed0b3-ad10-4c0c-bb10-2777f57b7849 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.1099627
May 31 13:20:55.347117 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-3d7df8a5-07de-4c34-a580-121bef990609 req-504e93d2-5520-4a2f-ac6e-58e57e3da579 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404773
May 31 13:20:56.544664 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5c223-5fbf-44c1-ba31-40ba54feb84c req-568ce231-cb88-42df-858c-b181681a877e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:56.546639 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eef5c223-5fbf-44c1-ba31-40ba54feb84c req-568ce231-cb88-42df-858c-b181681a877e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.0839522
May 31 13:20:56.594921 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-eef5c223-5fbf-44c1-ba31-40ba54feb84c req-3079808d-f0ad-43d4-9aed-302c33f7ee80 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417686
May 31 13:20:57.790015 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccbb98-52db-4270-911f-7f5dc399a6d2 req-3161f28a-e3fa-4c61-a8f8-dfb0b7db40a4 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:57.791483 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d1ccbb98-52db-4270-911f-7f5dc399a6d2 req-3161f28a-e3fa-4c61-a8f8-dfb0b7db40a4 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.0841844
May 31 13:20:57.835481 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-d1ccbb98-52db-4270-911f-7f5dc399a6d2 req-fc8eb1d6-bc23-45b3-8031-ecc15dbb4058 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377431
May 31 13:20:59.048989 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789cc26-ffca-4add-a60f-7ce43d97142c req-420aec5f-a95c-49ff-837c-8df0f34268b6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:20:59.050579 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6789cc26-ffca-4add-a60f-7ce43d97142c req-420aec5f-a95c-49ff-837c-8df0f34268b6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.1017787
May 31 13:20:59.101542 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-6789cc26-ffca-4add-a60f-7ce43d97142c req-9ad25044-7ed7-4a58-b964-7538074ccbeb tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447388
May 31 13:21:00.287765 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6412675-64c3-425c-a432-8a9bc4ca94d1 req-6aea68d9-5533-48b6-ad9a-9230d3da95e5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:00.289234 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6412675-64c3-425c-a432-8a9bc4ca94d1 req-6aea68d9-5533-48b6-ad9a-9230d3da95e5 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 944 time: 0.0797529
May 31 13:21:00.333655 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device fa25ae32-46ab-452d-99e4-0305785e5abc details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=91788) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 31 13:21:00.337481 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a6412675-64c3-425c-a432-8a9bc4ca94d1 req-e95a5de4-efda-40e1-92f8-024b35dcb51a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426865
May 31 13:21:00.505196 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa25ae32-46ab-452d-99e4-0305785e5abc,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:21:00.518099 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Returning: {'device': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'port_id': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'mac_address': 'fa:16:3e:18:17:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91788) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 31 13:21:00.572535 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:00.589630 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa25ae32-46ab-452d-99e4-0305785e5abc {{(pid=91788) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 31 13:21:00.605137 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa25ae32-46ab-452d-99e4-0305785e5abc,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:21:00.609257 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:00.610941 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:21:00.678252 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=4']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:21:00.685224 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.685569 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.685906 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.686238 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.686593 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.686924 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.687254 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.687568 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.687890 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.688209 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.688527 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.688865 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:21:00.692663 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:21:01.022784 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] get_ports_and_sgs() called for port_ids ['fa25ae32-46ab-452d-99e4-0305785e5abc'] {{(pid=91788) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 31 13:21:01.528237 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f9522-4170-4a14-9832-f176ecd8a7d0 req-aed9cfe3-7a9c-4887-bce5-c7dfb3d7d324 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:01.529730 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3b3f9522-4170-4a14-9832-f176ecd8a7d0 req-aed9cfe3-7a9c-4887-bce5-c7dfb3d7d324 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 945 time: 0.0846279
May 31 13:21:01.574060 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-3b3f9522-4170-4a14-9832-f176ecd8a7d0 req-837f9e5f-7d19-4d87-b8a2-874ced39a209 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386164
May 31 13:21:02.339203 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device fa25ae32-46ab-452d-99e4-0305785e5abc up at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 31 13:21:02.409592 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning for port fa25ae32-46ab-452d-99e4-0305785e5abc completed by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 31 13:21:02.414156 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.provisioning_blocks [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Provisioning complete for port fa25ae32-46ab-452d-99e4-0305785e5abc triggered by entity L2. {{(pid=91788) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 31 13:21:02.414544 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3771432'] for port, provisioning_complete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:02.533896 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:02.560531 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc'}] {{(pid=91788) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:21:02.562877 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16bf201be340f95d5983f2f9583244234787dfb49c2c9c88db91151cbc7513ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4397996c-b72f-4c92-8378-263da4723c92" -d '{"events": [{"server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc"}]}' {{(pid=91788) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:21:02.570875 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa25ae32-46ab-452d-99e4-0305785e5abc,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:21:02.574607 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398'] for port, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:02.576431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-c3312ffe-f836-4f78-a882-398d6a6126b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:21:02.650347 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Pushing event updated for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=5']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:21:02.653806 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:21:02.766938 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1aad8-b617-4a43-aba6-316cba59d6a5 req-e79f739e-8263-4e82-81e3-e8d7e435cdf6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:02.768490 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9bb1aad8-b617-4a43-aba6-316cba59d6a5 req-e79f739e-8263-4e82-81e3-e8d7e435cdf6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0882487
May 31 13:21:02.813338 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-9bb1aad8-b617-4a43-aba6-316cba59d6a5 req-f0b85df1-ab84-49f4-ae15-f4576030c949 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391750
May 31 13:21:03.688440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373d9744-21f5-4c49-940e-c44a973d17ea x-openstack-request-id: req-373d9744-21f5-4c49-940e-c44a973d17ea {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:21:03.689010 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc", "code": 200}]} {{(pid=91788) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:21:03.689125 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-373d9744-21f5-4c49-940e-c44a973d17ea {{(pid=91788) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:21:03.689467 dv-cinder-793264-2-iscsi neutron-server[91788]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'code': 200}
May 31 13:21:03.986396 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66b84-b0dd-4b32-a4d6-7a725d88c48c req-a2e0fb84-bdc8-4135-b53b-583eeccc8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:03.987861 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-74a66b84-b0dd-4b32-a4d6-7a725d88c48c req-a2e0fb84-bdc8-4135-b53b-583eeccc8b19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1099 time: 0.0883193
May 31 13:21:04.025440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6119c-ad20-48f3-8bf0-ae34c76b74d9 req-2d4f3bd0-364b-4be7-a91a-2e7a60db565d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:04.026949 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6f6119c-ad20-48f3-8bf0-ae34c76b74d9 req-2d4f3bd0-364b-4be7-a91a-2e7a60db565d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0884488
May 31 13:21:04.031690 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-74a66b84-b0dd-4b32-a4d6-7a725d88c48c req-3920a781-0e45-4341-b45d-1146b9487ede service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372570
May 31 13:21:04.075942 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-e6f6119c-ad20-48f3-8bf0-ae34c76b74d9 req-ab699621-9775-4c5f-b50f-b4ceb102caff tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428615
May 31 13:21:05.270425 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb54d8-92bc-4f20-8854-aa3867e08a25 req-1fcbef5a-f4a7-40cd-b24a-3d86ce0fa272 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:05.271953 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f7fb54d8-92bc-4f20-8854-aa3867e08a25 req-1fcbef5a-f4a7-40cd-b24a-3d86ce0fa272 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0888767
May 31 13:21:05.316197 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-f7fb54d8-92bc-4f20-8854-aa3867e08a25 req-99fbd3d1-5af6-4754-a1a0-65f314fb6990 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385470
May 31 13:21:06.511143 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8da4-9777-40d8-ac24-8e0cf545d0ed req-dcd7bc18-99f2-41a3-b216-86765fc575b3 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:06.512580 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bbcd8da4-9777-40d8-ac24-8e0cf545d0ed req-dcd7bc18-99f2-41a3-b216-86765fc575b3 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0912950
May 31 13:21:06.556459 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-bbcd8da4-9777-40d8-ac24-8e0cf545d0ed req-b665099a-1809-4b24-bd34-d8449d0eb4be tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376275
May 31 13:21:06.741412 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238a09-852a-4106-959f-a03eeeb21f83 req-c88c2e79-49fe-4aaa-af5c-f7105eb4915a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:06.742806 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35238a09-852a-4106-959f-a03eeeb21f83 req-c88c2e79-49fe-4aaa-af5c-f7105eb4915a tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0807078
May 31 13:21:06.788436 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-35238a09-852a-4106-959f-a03eeeb21f83 req-74314d47-f10c-4577-a02a-dd90add442e4 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400133
May 31 13:21:06.810628 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35596) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:21:06.926269 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f2635f-3299-4932-a21e-275df6e38251 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:06.927783 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-a5f2635f-3299-4932-a21e-275df6e38251 tempest-TestVolumeBootPattern-1689355533 tempest-TestVolumeBootPattern-1689355533-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1094 time: 0.1161873
May 31 13:21:06.930601 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35602) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:21:06.935559 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.v2.base [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Request body: {'floatingip': {'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'port_id': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91786) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 31 13:21:06.942113 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 31 13:21:06.945945 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Usage tracker for resource:floatingip and tenant:645d92845a54442abbeda39fa52b9930 is out of sync, need to count used quota {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 31 13:21:06.948905 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91786) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 31 13:21:06.954664 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.quota.driver [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91786) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 31 13:21:06.964709 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:07.101654 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:07.230862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Allocated IP 172.27.3.215 (0cce204c-875d-4b75-948f-c6bb2321319d/6e2cec59-4af9-47bd-bd09-1c17633face1/783afd96-cd07-40c7-a4b1-32f9a70904f0) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 31 13:21:07.381658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:07.411564 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792650660819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:07.415092 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0d5f01f0-7d86-4a4f-9d5e-1ef389e64a11 tempest-TestShelveInstance-65886748 tempest-TestShelveInstance-65886748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:21:07.475383 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Network 0cce204c-875d-4b75-948f-c6bb2321319d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 31 13:21:07.478316 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Resources bound (agent type, host, resource id):  {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 31 13:21:07.480904 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 31 13:21:07.519670 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=783afd96-cd07-40c7-a4b1-32f9a70904f0,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:21:07.522655 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:21:07.984441 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:08.063362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3554334'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:08.276407 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:08.280964 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792651045524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792650660837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792650661398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282143'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:08.285300 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4bbf9fc8-dad0-4a1e-b1ec-b8e01572aec6 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:21:08.397485 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event updated for resources: {'Port': ['ID=783afd96-cd07-40c7-a4b1-32f9a70904f0,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:21:08.401453 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:21:08.409772 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-387121'] for floatingip, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:08.583801 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP 2d6171d2-8bbe-4db4-b341-78c242512489 associated. External IP: 172.27.3.215, port: fa25ae32-46ab-452d-99e4-0305785e5abc.
May 31 13:21:08.867300 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:21:08.936542 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:21:09.216518 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:21:09.227112 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:21:09.236154 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:21:09.236786 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c3709d0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:20:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:21:09.242411 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:09.301608 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-2f0b8835-89a8-434d-81dc-f4fb7143ef46 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3699956
May 31 13:21:09.302274 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:21:09.304550 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd7de6-736d-43c6-b24a-a625d0544eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:21:09.347749 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f7b22-fdfa-4284-8e09-92a7243fcc52 x-openstack-request-id: req-e36f7b22-fdfa-4284-8e09-92a7243fcc52 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:21:09.348078 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:21:09.348370 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e36f7b22-fdfa-4284-8e09-92a7243fcc52 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:21:09.348821 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'status': 'completed', 'code': 200}
May 31 13:21:09.422385 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:21:09.445609 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-c3afca74-5636-44eb-8e23-bd08bf089473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:09.447094 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-c3afca74-5636-44eb-8e23-bd08bf089473 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1099 time: 0.0746889
May 31 13:21:09.581594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-ad016af4-274b-4bd9-87e3-0245c6a03c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:09.583032 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-ad016af4-274b-4bd9-87e3-0245c6a03c92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1297593
May 31 13:21:09.686169 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-d687ba07-4578-413f-a880-923565fd0e26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 1000 time: 0.0965025
May 31 13:21:09.759030 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-591cc118-d67f-47ac-9751-f7b8462b4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:09.760363 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-591cc118-d67f-47ac-9751-f7b8462b4f84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0669165
May 31 13:21:09.788255 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c3709d0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2d6171d2-8bbe-4db4-b341-78c242512489', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:18:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:21:07Z', 'updated_at': '2021-05-31T13:21:07Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}, {'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:21:09.792500 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:21:09.802003 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:21:09.802718 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c3709d0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:20:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:21:09.842044 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-5bc60b49-ad60-45a3-8362-14b1e31f78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:09.843611 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-5bc60b49-ad60-45a3-8362-14b1e31f78db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773327
May 31 13:21:09.978248 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-eb9e221c-e1f4-4dfa-bb5c-acebc7f1786b service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267891
May 31 13:21:09.987454 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:21:10.107473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:10.138106 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-07fd7de6-736d-43c6-b24a-a625d0544eb1 req-b8eee6dc-cc4c-49bd-adc8-5b778cd6c878 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530166
May 31 13:21:10.406426 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c3709d0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2d6171d2-8bbe-4db4-b341-78c242512489', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:18:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:21:07Z', 'updated_at': '2021-05-31T13:21:07Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}, {'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:21:10.410305 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384029c0-d260-46b4-a64c-854a0c0f8434 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '2d6171d2-8bbe-4db4-b341-78c242512489', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:18:17:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:21:07Z', 'updated_at': '2021-05-31T13:21:07Z', 'revision_number': 0, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}, {'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:21:10.597523 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab62e00-c2c7-4d3d-b9fd-2cb5cdef687e None None] New status for floating IP 2d6171d2-8bbe-4db4-b341-78c242512489: ACTIVE {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:21:11.835612 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-da82695b-335c-433d-9c14-51d648170a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:14.075873 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:14.257058 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0eb16b6f-bf17-4624-a5ed-6d8f402cfb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:15.368522 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:17.433329 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:40.009810 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:41.840574 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-eb9bcd7e-e10f-4616-bfa4-49569d5688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:44.078455 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:44.250219 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ea57-8a68-45a5-846c-88bba6f81a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:45.372505 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:45.867092 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:21:47.232362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:21:56.353356 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-3cd297d2-3956-40c7-85ad-cc325b60a8e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1077831
May 31 13:21:56.498974 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-92d29629-adb3-4896-beb0-1e52f981f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:56.500450 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-92d29629-adb3-4896-beb0-1e52f981f99a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0752542
May 31 13:21:56.650387 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-800015f6-8ab6-411f-92cb-f683541da108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:56.652092 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-800015f6-8ab6-411f-92cb-f683541da108 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1278975
May 31 13:21:56.763687 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-a58c2dfa-5b3a-473f-ac6e-b2d63dcdc420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 1000 time: 0.1045060
May 31 13:21:56.826542 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-9897808e-84c6-4f80-9c82-4776d3ab2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:56.827984 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-9897808e-84c6-4f80-9c82-4776d3ab2f40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0574996
May 31 13:21:56.913959 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-13e8a1a1-9ba2-4a97-8db0-75078856dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:21:56.915620 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-13e8a1a1-9ba2-4a97-8db0-75078856dba3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818944
May 31 13:21:56.927827 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-78a455c0-2b93-4683-8414-b664c2ef86af service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91786) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 31 13:21:56.928855 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-78a455c0-2b93-4683-8414-b664c2ef86af service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061893
May 31 13:21:57.079429 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-bf2ef1ef-b11c-4043-b547-cd9dd72b7eda service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443505
May 31 13:21:57.311912 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-da62233b-83b3-4497-a4f5-9fffb09d2447 req-cecb2e5e-d2dd-4fd7-ac11-82a5de25391a service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253106
May 31 13:22:10.010296 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:11.837461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-92ac4732-31a2-4760-b894-f72e8cdf2c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:14.081670 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:14.253918 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-b43ef52a-ccb0-43bb-8520-b27e647417b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:15.381025 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:17.237121 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:22.866513 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:22:40.022228 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:41.839075 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0bf4c84f-a0d0-4ae5-a57f-f00e25a318f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:44.085817 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:44.255700 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d9da9dda-11a3-4f05-8b56-797564810bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:45.378308 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:47.239073 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:22:57.780063 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-8d69c8c2-0317-4999-87db-14d92904fabc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748367
May 31 13:22:57.871500 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-abd99cb0-4695-426d-be89-6e82d335be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:22:57.873011 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-abd99cb0-4695-426d-be89-6e82d335be60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1099 time: 0.0703301
May 31 13:22:58.018327 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-69262788-50db-4fbe-b6ae-8f135e0a14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:22:58.019763 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-69262788-50db-4fbe-b6ae-8f135e0a14fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1268184
May 31 13:22:58.127760 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-5919f8b0-d630-4a3b-be98-483a96dfe8cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 1002 time: 0.1013138
May 31 13:22:58.192712 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-bee40322-6b82-4242-9d2f-bff3b8b63d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:22:58.194155 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-bee40322-6b82-4242-9d2f-bff3b8b63d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0605772
May 31 13:22:58.269319 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-3cee663a-71f2-4c14-9c96-4c0d9fd9c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:22:58.271288 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-3cee663a-71f2-4c14-9c96-4c0d9fd9c841 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702658
May 31 13:22:58.403298 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-ab1372e1-0a05-40c0-ad0b-d554a04346eb service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252897
May 31 13:22:58.543664 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-7dff8a8d-058e-40a2-a91f-322d76530cb1 req-a467aaab-8ebe-4094-9411-53b88780e410 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326544
May 31 13:22:59.865733 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:23:10.038808 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:11.841880 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-dc384675-392f-4abf-b13d-7861066d435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.039099 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [-] (91786) accepted ('10.222.0.20', 35648) {{(pid=91786) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:12.308535 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port 783afd96-cd07-40c7-a4b1-32f9a70904f0 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:12.308912 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.431594 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.431922 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.557906 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for 783afd96-cd07-40c7-a4b1-32f9a70904f0 owned by network:floatingip {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:12.782584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.786862 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-539ecf90-963d-4d45-8937-dd36da38707f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:12.831736 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=783afd96-cd07-40c7-a4b1-32f9a70904f0,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:12.874711 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.875082 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.875450 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.875810 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.876166 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.876780 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.877159 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.877512 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.877866 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.878220 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.878566 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.878913 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:12.918527 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:12.949296 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:12.949666 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.db.l3_db [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP 2d6171d2-8bbe-4db4-b341-78c242512489 disassociated (deleted). External IP: 172.27.3.215, port: fa25ae32-46ab-452d-99e4-0305785e5abc.
May 31 13:23:13.325153 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91786) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:23:13.508294 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91786) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:23:13.519208 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:23:13.530947 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:13.532547 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:13.533294 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277f9580>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:22:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:13.608620 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [None req-e20ce979-92a4-4080-8827-119e4d554aad tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "DELETE /v2.0/floatingips/2d6171d2-8bbe-4db4-b341-78c242512489 HTTP/1.1" status: 204  len: 168 time: 1.5660379
May 31 13:23:13.608620 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:23:13.611046 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e4ece2-e27b-434d-a254-eb4ad6332412" -d '{"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:23:13.666476 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45616799-6f95-4510-a686-342b346c96b7 x-openstack-request-id: req-45616799-6f95-4510-a686-342b346c96b7 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:23:13.666812 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:23:13.667101 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45616799-6f95-4510-a686-342b346c96b7 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:23:13.667529 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'status': 'completed', 'code': 200}
May 31 13:23:13.757582 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:13.778361 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-5a53c991-6c9a-4d37-a615-31a7bc1cb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:13.779859 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-5a53c991-6c9a-4d37-a615-31a7bc1cb7f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 1099 time: 0.0930178
May 31 13:23:13.940438 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-b0117a18-5bdc-4c91-94d5-2eee7f3fd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:13.942695 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-b0117a18-5bdc-4c91-94d5-2eee7f3fd90f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1549826
May 31 13:23:14.022702 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-d8ebff01-1fd6-4029-b592-56db7709eb82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 200  len: 217 time: 0.0741384
May 31 13:23:14.096287 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-7ad3d95e-9a1b-4652-9cca-16b888d1b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:14.097972 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-7ad3d95e-9a1b-4652-9cca-16b888d1b750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0685868
May 31 13:23:14.138245 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:14.177203 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf95f9-8ad0-450e-aa3c-3ae07eee8412 req-163d96d6-1f3a-47db-8c43-1eb73edc7fe9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:14.178750 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1bdf95f9-8ad0-450e-aa3c-3ae07eee8412 req-163d96d6-1f3a-47db-8c43-1eb73edc7fe9 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0918872
May 31 13:23:14.188140 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277f9580>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:14.193957 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-0f115e93-c0dd-4149-a4a2-8de7b8985006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:14.194362 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:23:14.195593 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-0f115e93-c0dd-4149-a4a2-8de7b8985006 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912778
May 31 13:23:14.205193 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:14.206008 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3277f9580>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:22:44Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:14.242662 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-1bdf95f9-8ad0-450e-aa3c-3ae07eee8412 req-18a8bf5a-886a-4822-88b8-0cb9d31c53a0 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511169
May 31 13:23:14.338801 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-f0f4f3c3-428b-49d3-9d7e-9c8fc8299da0 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356647
May 31 13:23:14.364617 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5f4c803c-db23-4cae-a679-c155d9c9b9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:14.481124 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:14.578334 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-45e4ece2-e27b-434d-a254-eb4ad6332412 req-53ea5cf4-4f66-4014-a10f-93056058a6d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321138
May 31 13:23:14.847155 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3277f9580>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:14.852191 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbbf554-fe3d-426e-b885-e4d4bf6689d7 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_floatingips': [{'id': '7920c95b-a40b-464a-85e5-fad8f9cc6e41', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'floating_ip_address': '172.27.3.64', 'floating_network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'router_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'port_id': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'mac_address': 'fa:16:3e:48:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:18:44Z', 'updated_at': '2021-05-31T13:18:46Z', 'revision_number': 1, 'project_id': '645d92845a54442abbeda39fa52b9930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:23:15.080585 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c26729a-bdc0-4e58-8e91-ea9f4a5c9948 None None] New status for floating IP 2d6171d2-8bbe-4db4-b341-78c242512489: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:23:15.387997 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:15.458081 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c9796-e1fc-4c99-b207-2d321015ae2b req-1f58ca07-e84e-4ac8-b1e6-7b7c36de7a86 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:15.458775 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a94c9796-e1fc-4c99-b207-2d321015ae2b req-1f58ca07-e84e-4ac8-b1e6-7b7c36de7a86 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:23:15.474854 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-a94c9796-e1fc-4c99-b207-2d321015ae2b req-1f58ca07-e84e-4ac8-b1e6-7b7c36de7a86 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:23:15.476066 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a94c9796-e1fc-4c99-b207-2d321015ae2b req-1f58ca07-e84e-4ac8-b1e6-7b7c36de7a86 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.1059084
May 31 13:23:15.524743 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-a94c9796-e1fc-4c99-b207-2d321015ae2b req-0293d8be-0a56-402d-9461-33f1dc9fe98e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423348
May 31 13:23:15.953305 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-011c3426-e496-4034-af1f-fc76c3c08ed8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:15.954755 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-011c3426-e496-4034-af1f-fc76c3c08ed8 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 946 time: 0.0811648
May 31 13:23:16.100584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port fa25ae32-46ab-452d-99e4-0305785e5abc {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:16.100889 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:16.241442 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] For port fa25ae32-46ab-452d-99e4-0305785e5abc, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa25ae32-46ab-452d-99e4-0305785e5abc,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:16.241805 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:16.371910 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for fa25ae32-46ab-452d-99e4-0305785e5abc owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:16.483873 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:16.489822 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-af4ef3ac-1474-494d-b2a8-5fa350ff81e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:16.538158 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=fa25ae32-46ab-452d-99e4-0305785e5abc,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:16.541362 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:16.625897 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] No DVR routers for this DVR port fa25ae32-46ab-452d-99e4-0305785e5abc on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:16.628584 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:16.631729 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'name': 'network-vif-deleted', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:23:16.634025 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee12d9eb-1185-4152-a86f-2fb37740db3e" -d '{"events": [{"server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "name": "network-vif-deleted", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:23:16.648874 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-b7bd1c71-df69-4a10-bcd7-277259eda622 req-aac440dd-45d3-461e-a8ca-6e06e75a9706 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "DELETE /v2.0/ports/fa25ae32-46ab-452d-99e4-0305785e5abc HTTP/1.1" status: 204  len: 173 time: 0.6879027
May 31 13:23:16.683524 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb488aa9-d182-481d-acfb-8d4bf2726a64 x-openstack-request-id: req-fb488aa9-d182-481d-acfb-8d4bf2726a64 {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:23:16.683846 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355553f8-2bba-4b96-a01b-25074bfea5ea", "name": "network-vif-deleted", "tag": "fa25ae32-46ab-452d-99e4-0305785e5abc", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:23:16.684141 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb488aa9-d182-481d-acfb-8d4bf2726a64 {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:23:16.684559 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355553f8-2bba-4b96-a01b-25074bfea5ea', 'name': 'network-vif-deleted', 'tag': 'fa25ae32-46ab-452d-99e4-0305785e5abc', 'status': 'completed', 'code': 200}
May 31 13:23:16.698183 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-7a517991-04e6-467d-864e-c5f869b91487 req-a2e08044-6590-47dd-848c-39abefe9db6e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=355553f8-2bba-4b96-a01b-25074bfea5ea HTTP/1.1" status: 200  len: 210 time: 0.0454829
May 31 13:23:17.246980 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:19.025304 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device fa25ae32-46ab-452d-99e4-0305785e5abc no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:19.067473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: fa25ae32-46ab-452d-99e4-0305785e5abc {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:19.067896 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device fa25ae32-46ab-452d-99e4-0305785e5abc not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:20.206750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35682) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:20.610143 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port 6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:20.610492 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:20.750173 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:20.750467 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:20.896016 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for 6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:21.033940 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:21.037963 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:21.084538 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=6c56d2ca-0a1b-4b43-b41f-862dfaf59a5b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:21.130924 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.131592 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.131997 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.132379 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.132836 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.133228 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.133603 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.133975 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.134344 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.134711 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.135075 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.135431 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:21.139598 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:21.208152 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:21.208915 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.db.l3_db [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Floating IP 7920c95b-a40b-464a-85e5-fad8f9cc6e41 disassociated (deleted). External IP: 172.27.3.64, port: f5321abb-c227-4cf5-8f8d-43ef79319c8c.
May 31 13:23:21.606657 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:23:21.815214 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:23:21.829859 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:23:21.842789 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:21.843427 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c3595b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:21.849012 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:21.913874 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "DELETE /v2.0/floatingips/7920c95b-a40b-464a-85e5-fad8f9cc6e41 HTTP/1.1" status: 204  len: 168 time: 1.7059064
May 31 13:23:21.914565 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c'}] {{(pid=91787) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:23:21.916983 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5df059655f8c636af4e256889e270e65b89758a601a7d442241814af97f289fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50557a8a-4b85-43ab-93e6-0f062e63bdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c"}]}' {{(pid=91787) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:23:22.064294 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949f4123-3e06-4caf-a730-b7ff0d4735ce x-openstack-request-id: req-949f4123-3e06-4caf-a730-b7ff0d4735ce {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:23:22.064500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c", "status": "completed", "code": 200}]} {{(pid=91787) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:23:22.064960 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-949f4123-3e06-4caf-a730-b7ff0d4735ce {{(pid=91787) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:23:22.065673 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'status': 'completed', 'code': 200}
May 31 13:23:22.077560 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:22.175175 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-863a56d8-df8c-4d32-8e26-3d1e058ca225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:22.178409 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-863a56d8-df8c-4d32-8e26-3d1e058ca225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=645d92845a54442abbeda39fa52b9930&device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 1098 time: 0.0883152
May 31 13:23:22.351613 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-5eee838b-4d69-4b92-9475-28cfaa4a9fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:22.353243 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-5eee838b-4d69-4b92-9475-28cfaa4a9fd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 200  len: 911 time: 0.1681435
May 31 13:23:22.481363 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-a8a80d74-1cfd-4387-b4b7-2ed76a1b316c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 200  len: 217 time: 0.1212425
May 31 13:23:22.484388 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c3595b0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:22.488934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:23:22.499051 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:22.499793 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff32c3595b0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:22.567800 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-15d844f8-381b-4335-b655-1f65ef474dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:22.569284 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-15d844f8-381b-4335-b655-1f65ef474dde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 200  len: 849 time: 0.0768189
May 31 13:23:22.620960 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc3e9d-1d04-4165-894c-cf271d48854b req-7146aea0-8107-4cdb-bd3f-0b9c22ee6dff tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:22.623587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-eadc3e9d-1d04-4165-894c-cf271d48854b req-7146aea0-8107-4cdb-bd3f-0b9c22ee6dff tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:23:22.661315 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.quota.resource [req-eadc3e9d-1d04-4165-894c-cf271d48854b req-7146aea0-8107-4cdb-bd3f-0b9c22ee6dff tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91786) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:23:22.662523 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eadc3e9d-1d04-4165-894c-cf271d48854b req-7146aea0-8107-4cdb-bd3f-0b9c22ee6dff tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.3209279
May 31 13:23:22.730446 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-eadc3e9d-1d04-4165-894c-cf271d48854b req-48f07f45-0740-42e4-b537-6604e38e8002 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617902
May 31 13:23:22.732658 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-4bdc7433-3a20-4005-b8ff-2f8c793e8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:22.734109 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-4bdc7433-3a20-4005-b8ff-2f8c793e8913 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8ea9ab-3f61-4608-977a-7dfd5cb87154&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1575625
May 31 13:23:22.734295 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:22.990702 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-6612687f-5773-4694-b504-46451802687c service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476537
May 31 13:23:23.143994 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-50557a8a-4b85-43ab-93e6-0f062e63bdfe req-33610249-7b61-405f-8071-c21403bbf8c6 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460214
May 31 13:23:23.153978 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff32c3595b0>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:23.158864 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37afb4a-c2bb-4e12-b962-eade647e22c0 None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:12Z', 'revision_number': 4, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi', '_interfaces': [{'id': 'c55389bc-a0a1-4181-8cc3-15005c74cb8b', 'name': '', 'network_id': '6f8ea9ab-3f61-4608-977a-7dfd5cb87154', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'mac_address': 'fa:16:3e:f0:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:11Z', 'updated_at': '2021-05-31T13:15:18Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'subnets': [{'id': '6d611226-6488-4507-9130-8ddb0583bc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:23:23.425331 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32306ffd-6b09-4a73-ad2a-e8db9cd103bd None None] New status for floating IP 7920c95b-a40b-464a-85e5-fad8f9cc6e41: DOWN {{(pid=91789) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 31 13:23:23.963879 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-8330217e-6aee-4a39-bd15-acab5ef308d1 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91786) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:23.966307 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-8330217e-6aee-4a39-bd15-acab5ef308d1 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.0991800
May 31 13:23:24.005151 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c6189-66b6-4578-9b44-a12ee061a48d req-21ce007d-2c2a-4e91-a42a-0c22bfdccf01 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91787) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 31 13:23:24.005910 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-4b0c6189-66b6-4578-9b44-a12ee061a48d req-21ce007d-2c2a-4e91-a42a-0c22bfdccf01 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Synchronizing usage tracker for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91787) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 31 13:23:24.018453 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.quota.resource [req-4b0c6189-66b6-4578-9b44-a12ee061a48d req-21ce007d-2c2a-4e91-a42a-0c22bfdccf01 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Unset dirty status for tenant:645d92845a54442abbeda39fa52b9930 on resource:port {{(pid=91787) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 31 13:23:24.019574 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b0c6189-66b6-4578-9b44-a12ee061a48d req-21ce007d-2c2a-4e91-a42a-0c22bfdccf01 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 945 time: 0.1718576
May 31 13:23:24.120298 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port f5321abb-c227-4cf5-8f8d-43ef79319c8c {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:24.120644 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:24.194775 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-4b0c6189-66b6-4578-9b44-a12ee061a48d req-ccb499af-51b8-4e5b-afdc-ac793698ad4e tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/security-groups?id=952df81e-ba20-4c1c-8a30-1f06e2089695&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1692259
May 31 13:23:24.271475 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.db [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] For port f5321abb-c227-4cf5-8f8d-43ef79319c8c, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f5321abb-c227-4cf5-8f8d-43ef79319c8c,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:24.271730 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:24.405520 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for f5321abb-c227-4cf5-8f8d-43ef79319c8c owned by compute:nova {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:24.545745 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282134'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:24.551662 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-7e215cef-671a-4d08-ba1e-e712065bfde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:24.600495 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=f5321abb-c227-4cf5-8f8d-43ef79319c8c,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:24.603726 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:24.679502 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] No DVR routers for this DVR port f5321abb-c227-4cf5-8f8d-43ef79319c8c on host hv-cinder-79326 {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:24.682104 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for port, before_response {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:24.684741 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'name': 'network-vif-deleted', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 31 13:23:24.687023 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8188bd92b832675be3b732564a56a6c0ff49b8eb2c89f6a1698483ac9a46da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b849a-7d11-4b64-8e0a-464fac8281ee" -d '{"events": [{"server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "name": "network-vif-deleted", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c"}]}' {{(pid=91786) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 31 13:23:24.701462 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.wsgi [req-1d6dd0cb-138a-44c5-a8cd-8c9fe539668b req-71136ecd-047c-46d9-9206-638ab63ec709 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.36 "DELETE /v2.0/ports/f5321abb-c227-4cf5-8f8d-43ef79319c8c HTTP/1.1" status: 204  len: 173 time: 0.7301168
May 31 13:23:24.736990 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556684a4-3e49-441c-8ecd-0cfcd2b2fdec x-openstack-request-id: req-556684a4-3e49-441c-8ecd-0cfcd2b2fdec {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 31 13:23:24.737311 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d28a9d8-c75c-4fe2-8baa-891be63f68ff", "name": "network-vif-deleted", "tag": "f5321abb-c227-4cf5-8f8d-43ef79319c8c", "status": "completed", "code": 200}]} {{(pid=91786) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 31 13:23:24.737600 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-556684a4-3e49-441c-8ecd-0cfcd2b2fdec {{(pid=91786) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 31 13:23:24.738024 dv-cinder-793264-2-iscsi neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d28a9d8-c75c-4fe2-8baa-891be63f68ff', 'name': 'network-vif-deleted', 'tag': 'f5321abb-c227-4cf5-8f8d-43ef79319c8c', 'status': 'completed', 'code': 200}
May 31 13:23:25.369083 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [req-2a06f013-9fbd-4234-ad35-83ba518c43ff req-9b3e526e-f4eb-4d45-b15c-82d9e4577033 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d28a9d8-c75c-4fe2-8baa-891be63f68ff HTTP/1.1" status: 200  len: 210 time: 0.0482116
May 31 13:23:26.465619 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35708) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:26.698260 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Deleting port 511dbd86-1857-416e-a4da-50b1cca71c3c {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:26.698500 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:26.834225 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:26.834557 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:26.962689 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Calling delete_port for 511dbd86-1857-416e-a4da-50b1cca71c3c owned by network:floatingip {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:27.061022 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device f5321abb-c227-4cf5-8f8d-43ef79319c8c no longer exists at agent hyperv_hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:27.088223 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:27.093961 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-fa4bce01-ce27-4d4a-bea5-712427111a4c tempest-AttachVolumeTestJSON-261418069 tempest-AttachVolumeTestJSON-261418069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:27.096966 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] No Port match for: f5321abb-c227-4cf5-8f8d-43ef79319c8c {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:27.097327 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Device f5321abb-c227-4cf5-8f8d-43ef79319c8c not bound to the agent host hv-cinder-79326 {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:27.139830 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'Port': ['ID=511dbd86-1857-416e-a4da-50b1cca71c3c,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:27.166527 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:27.236006 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for floatingip, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:27.251224 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1024324'] for floatingip, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:27.252658 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "DELETE /v2.0/floatingips/b9676694-46eb-4f59-b395-dbf6ef3d04bc HTTP/1.1" status: 204  len: 168 time: 0.7857242
May 31 13:23:28.647098 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35722) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:28.724029 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:28.758028 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:28.828251 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:28.832615 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ee130cd5-ac60-42b4-a266-848794ba540a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:28.850177 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952df81e-ba20-4c1c-8a30-1f06e2089695,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:28.853225 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:28.862758 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:28.864541 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] 10.222.0.20 "DELETE /v2.0/security-groups/952df81e-ba20-4c1c-8a30-1f06e2089695 HTTP/1.1" status: 204  len: 168 time: 0.2164536
May 31 13:23:28.923402 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35728) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:29.703033 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:30.145103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Deleting port c55389bc-a0a1-4181-8cc3-15005c74cb8b {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:30.145445 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:30.276548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] For port c55389bc-a0a1-4181-8cc3-15005c74cb8b, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=c55389bc-a0a1-4181-8cc3-15005c74cb8b,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:30.277007 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:30.407692 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Calling delete_port for c55389bc-a0a1-4181-8cc3-15005c74cb8b owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:30.696242 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:30.699842 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0c77492c-c4f4-428f-8afb-431f15960b5d tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:30.743884 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Pushing event deleted for resources: {'Port': ['ID=c55389bc-a0a1-4181-8cc3-15005c74cb8b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:30.746858 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:31.025556 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:31.502319 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Router 5a14c0a4-0986-45e9-a234-847916e2d723 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:23:31.681614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:23:31.689879 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Sync routers for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:23:31.694908 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-abd9f408-403b-4f50-a733-a9f2d9443246 admin admin] 10.222.0.20 "PUT /v2.0/routers/5a14c0a4-0986-45e9-a234-847916e2d723/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7704182
May 31 13:23:31.697309 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35734) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:31.699774 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:31.700461 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3271ccf70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:31.879754 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:31.880975 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:32.058865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.134257 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Deleting port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:32.134510 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.180452 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3271ccf70>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:23:30Z', 'revision_number': 5, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port': {'id': 'b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:32.184467 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Checking router: 5a14c0a4-0986-45e9-a234-847916e2d723 for host: dv-cinder-793264-2-iscsi {{(pid=91788) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:23:32.192791 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Routers {'5a14c0a4-0986-45e9-a234-847916e2d723'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91788) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:32.193430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff3271ccf70>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['5a14c0a4-0986-45e9-a234-847916e2d723'], 'active': True} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:32.258437 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] For port b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:32.258798 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.344431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvr_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] Set router 5a14c0a4-0986-45e9-a234-847916e2d723 gateway port host: None {{(pid=91788) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:32.385591 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Calling delete_port for b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:32.458382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_hamode_db [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff3271ccf70>, [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:23:32Z', 'revision_number': 6, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91788) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:32.460828 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052635f-20bf-4a58-802f-76dad2c9d04d None None] The sync data for ids ['5a14c0a4-0986-45e9-a234-847916e2d723'] in dv-cinder-793264-2-iscsi is: [{'id': '5a14c0a4-0986-45e9-a234-847916e2d723', 'name': 'tempest-TestVolumeBootPattern-92894918-router', 'tenant_id': '645d92845a54442abbeda39fa52b9930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:08Z', 'updated_at': '2021-05-31T13:23:32Z', 'revision_number': 6, 'project_id': '645d92845a54442abbeda39fa52b9930', 'gw_port_host': None}] {{(pid=91788) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:23:32.657369 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.661474 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-ffa5de16-cbbd-46d8-954f-0592e41fa7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:32.711831 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:32.714427 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:32.817548 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.994978 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:32.997336 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.021531 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.022039 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a14c0a4-0986-45e9-a234-847916e2d723 {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:23:33.034367 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.035557 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-3362bf9d-5c1b-48d5-a851-fc1c63ed862f admin admin] 10.222.0.20 "DELETE /v2.0/routers/5a14c0a4-0986-45e9-a234-847916e2d723 HTTP/1.1" status: 204  len: 168 time: 1.3372910
May 31 13:23:33.038088 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35738) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:33.101029 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Deleting subnet 6d611226-6488-4507-9130-8ddb0583bc1b {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:23:33.104227 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.154608 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.237581 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.504176 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.508142 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:33.543659 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d611226-6488-4507-9130-8ddb0583bc1b,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:33.546582 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:33.547519 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.556041 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-03b6406e-49f5-4aa0-a3a9-00f59b2e13e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d611226-6488-4507-9130-8ddb0583bc1b HTTP/1.1" status: 204  len: 168 time: 0.5148323
May 31 13:23:33.556288 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2f777f-de79-4543-a5ca-bccbe0fcfe79 None None] Network 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:23:33.557561 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35742) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:33.667904 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.747161 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Deleting port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:33.747668 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.810382 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] DHCP port deletion for 6f8ea9ab-3f61-4608-977a-7dfd5cb87154 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:23:33.854313 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] For port 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=37ffb9f8-bc43-4956-b74b-982b0c710aa8,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:33.854669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.878471 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Deleting port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:33.879407 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:33.949693 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 37ffb9f8-bc43-4956-b74b-982b0c710aa8 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:33.983336 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Calling delete_port for 37ffb9f8-bc43-4956-b74b-982b0c710aa8 owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:34.034204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.037944 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] For port 37ffb9f8-bc43-4956-b74b-982b0c710aa8, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=37ffb9f8-bc43-4956-b74b-982b0c710aa8,segment=NetworkSegment(ed7bcc19-2bb5-45f2-8712-a3302c72b582),segment_id=ed7bcc19-2bb5-45f2-8712-a3302c72b582)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:34.038320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.038553 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-f3e78c0f-e558-4d06-a9f8-b0ad039c6335 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:34.085449 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ffb9f8-bc43-4956-b74b-982b0c710aa8,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:34.088507 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:34.091586 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] No DVR routers for this DVR port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:34.139949 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No active binding found for port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 {{(pid=91788) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 31 13:23:34.140391 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 37ffb9f8-bc43-4956-b74b-982b0c710aa8 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:34.140838 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device c55389bc-a0a1-4181-8cc3-15005c74cb8b no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:34.230583 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Calling delete_port for 37ffb9f8-bc43-4956-b74b-982b0c710aa8 owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:34.239518 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: c55389bc-a0a1-4181-8cc3-15005c74cb8b {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:34.239868 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device c55389bc-a0a1-4181-8cc3-15005c74cb8b not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:34.240320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:34.278121 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:34.278473 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device b0fc3f64-bfc0-403f-a4aa-d7b0c14fb5c0 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:34.317252 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.321373 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.321702 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:34.334232 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff32c198100>,) {'filters': {'network_id': ['6f8ea9ab-3f61-4608-977a-7dfd5cb87154']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:34.346669 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32c198100>, 'ed7bcc19-2bb5-45f2-8712-a3302c72b582') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:34.346902 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32c198100>, 'ed7bcc19-2bb5-45f2-8712-a3302c72b582') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:34.358404 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.365849 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] No DVR routers for this DVR port 37ffb9f8-bc43-4956-b74b-982b0c710aa8 on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:34.367515 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Pushing event deleted for resources: {'Port': ['ID=37ffb9f8-bc43-4956-b74b-982b0c710aa8,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:34.376623 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.377250 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.377585 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.377912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.378237 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.378562 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.378904 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.379824 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.380148 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.380440 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.380585 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.380781 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.381155 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-iscsi {{(pid=91788) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 31 13:23:34.384306 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-6ccba03b-0954-4c1d-af3d-91349e000b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:34.387921 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:23:34.388302 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:23:34.401807 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:23:34.482033 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.485545 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:34.499245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:34.511036 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8ea9ab-3f61-4608-977a-7dfd5cb87154,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:34.514285 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:34.525466 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6f8ea9ab-3f61-4608-977a-7dfd5cb87154 HTTP/1.1" status: 204  len: 168 time: 0.9668655
May 31 13:23:34.528272 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35746) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:35.072212 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-385283'] for router_interface, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:35.503127 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Deleting port bc54bdf6-bcd9-426d-a021-e22a17603a8e {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:35.503480 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:35.627542 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] For port bc54bdf6-bcd9-426d-a021-e22a17603a8e, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=bc54bdf6-bcd9-426d-a021-e22a17603a8e,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:35.627902 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:35.859364 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Calling delete_port for bc54bdf6-bcd9-426d-a021-e22a17603a8e owned by network:router_interface {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:36.009268 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:36.012925 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-4b99085f-f321-442c-92bd-c1bc15262384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:36.058964 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc54bdf6-bcd9-426d-a021-e22a17603a8e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:36.062103 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:36.328412 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-389011'] for router_interface, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:36.691756 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Router d878cf24-2082-47ed-ac07-faba860f9256 has already been hosted by L3 agent 325801f0-3cde-40cf-bef8-74c63705749d {{(pid=91787) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 31 13:23:36.864151 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:23:36.879485 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-iscsi the message routers_updated {{(pid=91787) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 31 13:23:36.888392 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Sync routers for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 31 13:23:36.893411 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-52019eee-038d-435d-bcf8-7207fd8350c1 admin admin] 10.222.0.20 "PUT /v2.0/routers/d878cf24-2082-47ed-ac07-faba860f9256/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3617444
May 31 13:23:36.893646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35750) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:36.898421 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:36.899049 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327494fd0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:37.074818 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks [] for router, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:37.077667 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: dv-cinder-793264-2-iscsi {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:37.370320 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:37.371538 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327494fd0>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'external_fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:23:35Z', 'revision_number': 5, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port': {'id': 'f3c5fbea-925f-4bbd-981f-13faba2c9b40', 'name': '', 'network_id': '0cce204c-875d-4b75-948f-c6bb2321319d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:15:15Z', 'updated_at': '2021-05-31T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e2cec59-4af9-47bd-bd09-1c17633face1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-iscsi'}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:37.375567 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Checking router: d878cf24-2082-47ed-ac07-faba860f9256 for host: dv-cinder-793264-2-iscsi {{(pid=91789) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 31 13:23:37.385664 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Routers {'d878cf24-2082-47ed-ac07-faba860f9256'} bound to L3 agent in host dv-cinder-793264-2-iscsi {{(pid=91789) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 31 13:23:37.386293 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff327494fd0>, 'dv-cinder-793264-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:53:44Z,description=<?>,heartbeat_timestamp=2021-05-31T13:23:14Z,host='dv-cinder-793264-2-iscsi',id=325801f0-3cde-40cf-bef8-74c63705749d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-31T12:53:44Z,topic='l3_agent')) {'router_ids': ['d878cf24-2082-47ed-ac07-faba860f9256'], 'active': True} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:37.446889 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Deleting port f3c5fbea-925f-4bbd-981f-13faba2c9b40 {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:37.447236 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:37.545325 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_dvr_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] Set router d878cf24-2082-47ed-ac07-faba860f9256 gateway port host: None {{(pid=91789) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 31 13:23:37.577124 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] For port f3c5fbea-925f-4bbd-981f-13faba2c9b40, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=f3c5fbea-925f-4bbd-981f-13faba2c9b40,segment=NetworkSegment(2b9fe523-2f89-4d81-8a1b-1f714b486148),segment_id=2b9fe523-2f89-4d81-8a1b-1f714b486148)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:37.577502 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:37.653558 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.l3_hamode_db [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff327494fd0>, [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:23:37Z', 'revision_number': 6, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port_host': None}], 'dv-cinder-793264-2-iscsi', False) {} {{(pid=91789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:37.658888 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a8141-d3c9-4dbb-9a83-6035d099fb70 None None] The sync data for ids ['d878cf24-2082-47ed-ac07-faba860f9256'] in dv-cinder-793264-2-iscsi is: [{'id': 'd878cf24-2082-47ed-ac07-faba860f9256', 'name': 'tempest-TestVolumeBootPattern-2012572189-router', 'tenant_id': '3dde816d8e514697a12ddb96ab636a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:15:14Z', 'updated_at': '2021-05-31T13:23:37Z', 'revision_number': 6, 'project_id': '3dde816d8e514697a12ddb96ab636a2f', 'gw_port_host': None}] {{(pid=91789) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 31 13:23:37.716063 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Calling delete_port for f3c5fbea-925f-4bbd-981f-13faba2c9b40 owned by network:router_gateway {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:37.858718 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:37.862612 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-d4489857-f176-48c0-8cd9-e6cc69b8eb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:37.909262 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c5fbea-925f-4bbd-981f-13faba2c9b40,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:37.936338 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:38.016009 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-387102'] for router_gateway, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.212828 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-389523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16328'] for router, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.215171 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.241493 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-390319'] for router, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.242072 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d878cf24-2082-47ed-ac07-faba860f9256 {{(pid=91787) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 31 13:23:38.256370 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] Notify callbacks [] for router, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.257521 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b18f9fa8-657a-4f8b-875a-34f5e39a5146 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d878cf24-2082-47ed-ac07-faba860f9256 HTTP/1.1" status: 204  len: 168 time: 1.3629677
May 31 13:23:38.260077 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35754) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:38.321598 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Deleting subnet f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e {{(pid=91787) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 31 13:23:38.325395 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.381646 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10752601'] for subnet, precommit_delete_associations {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.432750 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device bc54bdf6-bcd9-426d-a021-e22a17603a8e no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:38.472440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: bc54bdf6-bcd9-426d-a021-e22a17603a8e {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:38.472707 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device bc54bdf6-bcd9-426d-a021-e22a17603a8e not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:38.479799 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3776210'] for subnet, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.870331 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3775079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11404713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11281241'] for subnet, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.874682 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:38.912238 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:38.915795 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:38.916636 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:38.923917 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-27d7cd6f-d2bc-4730-93c7-af0dfe03455b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0bfc90d-4b1e-49e6-b77f-c0ec038bd65e HTTP/1.1" status: 204  len: 168 time: 0.6625977
May 31 13:23:38.926692 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35758) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:38.927478 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f5e4f-b8ef-4751-b4ef-bb8b2e6f05df None None] Network d5180664-939c-499c-88d2-4ff62c496ee5 requested from dv-cinder-793264-2-iscsi {{(pid=91788) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 31 13:23:39.032959 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736486'] for network, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.106233 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Deleting port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb {{(pid=91787) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:39.106577 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.181779 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] DHCP port deletion for d5180664-939c-499c-88d2-4ff62c496ee5 request from dv-cinder-793264-2-iscsi {{(pid=91788) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 31 13:23:39.213057 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] For port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91787) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:39.213413 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.246934 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Deleting port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb {{(pid=91788) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 31 13:23:39.247324 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792651043651'] for port, before_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.341087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.plugin [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Calling delete_port for 686c0f00-095d-4d3a-b384-0dc88dd2c3fb owned by network:dhcp {{(pid=91787) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:39.352273 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.db [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] For port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb, host dv-cinder-793264-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-iscsi',level=0,port_id=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,segment=NetworkSegment(7ddc9344-6b36-477c-9445-138f9728ab6d),segment_id=7ddc9344-6b36-477c-9445-138f9728ab6d)] {{(pid=91788) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 31 13:23:39.352886 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-386258'] for port, precommit_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.393956 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11406938'] for port, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.398149 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-41d821bd-1821-41d3-a90b-d8b7783d4d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:39.447750 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Pushing event deleted for resources: {'Port': ['ID=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:39.449614 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] No DVR routers for this DVR port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb on host dv-cinder-793264-2-iscsi {{(pid=91787) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:39.451104 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:39.480996 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Calling delete_port for 686c0f00-095d-4d3a-b384-0dc88dd2c3fb owned by network:dhcp {{(pid=91788) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 31 13:23:39.530705 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3555017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019762', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535265', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792651045542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792650660828'] for port, after_delete {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.534403 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-a93ee87d-7ed1-4071-81d0-0527e47f283c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:39.574105 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3773533', 'neutron.services.segments.db._delete_segments_for_network-8792651121628'] for network, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.578110 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Pushing event deleted for resources: {'Port': ['ID=686c0f00-095d-4d3a-b384-0dc88dd2c3fb,revision_number=None']} {{(pid=91788) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:39.580606 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG oslo_concurrency.lockutils [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91788) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:39.585013 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8a21f-3dfd-42ff-bae5-20d863834665 None None] No DVR routers for this DVR port 686c0f00-095d-4d3a-b384-0dc88dd2c3fb on host dv-cinder-793264-2-iscsi {{(pid=91788) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 31 13:23:39.588323 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff32748f9d0>,) {'filters': {'network_id': ['d5180664-939c-499c-88d2-4ff62c496ee5']}} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:39.601713 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32748f9d0>, '7ddc9344-6b36-477c-9445-138f9728ab6d') {'for_net_delete': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:39.602007 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.services.segments.db [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff32748f9d0>, '7ddc9344-6b36-477c-9445-138f9728ab6d') {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 31 13:23:39.614691 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792651130781', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10752594'] for segment, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.632763 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533'] for segment, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.639666 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=91787) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 31 13:23:39.640075 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3778533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11406863'] for segment, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]: Traceback (most recent call last):
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     timer()
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     cb(*args, **kw)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     return func(*args, **kwargs)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     self._notify()
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     self.callback(batched_events)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     event.method(event)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     aggregate_uuid = self.p_client.list_aggregates(
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     return f(self, *a, **k)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._get(url).json()
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     return self.request(url, 'GET', **kwargs)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     base_url = self.get_endpoint(auth, allow=allow,
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 31 13:23:39.655087 dv-cinder-793264-2-iscsi neutron-server[91787]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 31 13:23:39.738493 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-535290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-387075'] for network, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.744191 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535263'] for network, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:39.748067 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-723c3f98-d76a-4fbd-82cc-b0d424165969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:39.771660 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5180664-939c-499c-88d2-4ff62c496ee5,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:39.777394 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:39.777394 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-b6e76b91-0b4c-4dc7-8fed-96fbaf272464 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d5180664-939c-499c-88d2-4ff62c496ee5 HTTP/1.1" status: 204  len: 168 time: 0.8490870
May 31 13:23:39.931204 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35764) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:39.936791 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f3c5fbea-925f-4bbd-981f-13faba2c9b40 no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:39.972591 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: f3c5fbea-925f-4bbd-981f-13faba2c9b40 {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:39.972987 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device f3c5fbea-925f-4bbd-981f-13faba2c9b40 not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:39.973416 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 686c0f00-095d-4d3a-b384-0dc88dd2c3fb no longer exists at agent ovs-agent-dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 31 13:23:39.985382 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-ab48c1c3-eaef-49c3-a50d-cafb343f60bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=645d92845a54442abbeda39fa52b9930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529008
May 31 13:23:39.987835 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35768) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:40.010594 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.plugin [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] No Port match for: 686c0f00-095d-4d3a-b384-0dc88dd2c3fb {{(pid=91788) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 31 13:23:40.010946 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron.plugins.ml2.rpc [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Device 686c0f00-095d-4d3a-b384-0dc88dd2c3fb not bound to the agent host dv-cinder-793264-2-iscsi {{(pid=91788) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 31 13:23:40.046616 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.054881 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.085842 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.138865 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.142623 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0bdd920f-4548-441a-bdb9-242867dc6c04 tempest-TestVolumeBootPattern-1431833793 tempest-TestVolumeBootPattern-1431833793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:40.158144 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947083c-359a-4f15-a299-fa61270f8525,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:40.162381 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:40.165916 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.167059 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-9b98f6af-9e7b-4dd8-8d2f-c0942ed6f3c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1947083c-359a-4f15-a299-fa61270f8525 HTTP/1.1" status: 204  len: 168 time: 0.1781514
May 31 13:23:40.526254 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35778) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:40.576261 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-547c56c7-dbe6-48dd-b73a-99502d61275a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dde816d8e514697a12ddb96ab636a2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487101
May 31 13:23:40.578693 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [-] (91787) accepted ('10.222.0.20', 35782) {{(pid=91787) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 31 13:23:40.641682 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.669245 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.725092 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670310'] for security_group, after_delete {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.728887 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-6e8dc7ce-2943-4aff-9a17-ff1180ceb551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 31 13:23:40.744662 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8549733-9533-44db-a4ae-8e80dad0825f,revision_number=None']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 31 13:23:40.748087 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 31 13:23:40.756603 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:40.757801 dv-cinder-793264-2-iscsi neutron-server[91787]: INFO neutron.wsgi [None req-13bd32b2-718c-47cc-9829-41c644876647 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8549733-9533-44db-a4ae-8e80dad0825f HTTP/1.1" status: 204  len: 168 time: 0.1781971
May 31 13:23:41.846146 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5e72b48a-5dc5-47fe-ad1a-2284c945a7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:44.092011 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:44.258116 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a1ce-dcb1-47eb-bdcf-469c3c1e35a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:45.384079 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:47.246800 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:23:48.499638 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-fdda5dd8-906f-48c3-82e6-2a683e97a4e6 req-b34eca64-1830-4317-8082-10d50ae02161 service neutron] (91786) timed out ('10.222.0.20', 59320) {{(pid=91786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:24:03.759587 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-b15ae65c-07ec-42c3-9f1c-3fccfe710088 req-80f14eb7-6973-456a-ba62-c785c1262e4b service neutron] (91786) timed out ('10.222.0.36', 59209) {{(pid=91786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:24:10.060440 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:11.849915 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc60e-7120-43e9-8b56-935321e070d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:13.853433 dv-cinder-793264-2-iscsi neutron-server[91786]: DEBUG neutron.wsgi [req-84ccdd61-90ea-4d37-9e16-1caa486b2e4f req-9c96dbc8-9fea-4e74-af83-0d83142c549c service neutron] (91786) timed out ('10.222.0.36', 59204) {{(pid=91786) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:24:13.865056 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:24:14.096314 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:14.260569 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-d60e53bd-ddc0-4edc-8a1c-229d7bab61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:15.386898 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:17.249941 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:40.050180 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:41.852764 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-97e7229c-553b-41af-b549-669aa5dbf7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:44.098940 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:44.262912 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-151185eb-beb6-4dc0-bfd9-3c007fe3fef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:45.391195 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:47.252320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:24:50.864389 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:25:10.050226 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:11.855278 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-5145e3cc-9285-4790-ac1e-abf6e0f12793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:14.101346 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:14.264663 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e8d10a6d-f9e0-4b80-8376-5bc76135af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:15.394562 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:17.257883 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:27.863686 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:25:40.079702 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:41.856775 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-17f65dee-32c7-4d7b-bf6b-db9f124c46b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:44.104430 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:44.272338 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-a22e7e8f-27aa-4888-b17e-86359d4a4764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:45.396764 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:25:47.257482 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:04.863519 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:26:10.048861 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:11.857241 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-9d903373-ae8b-4fb8-9ff6-5fd2348288ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:14.107385 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:14.265246 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-0b580d73-5313-4aa5-83de-10705554a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:14.880874 dv-cinder-793264-2-iscsi neutron-server[91787]: DEBUG neutron.wsgi [req-dac61909-815b-408e-9b6b-c6301fb69195 req-51664070-5f02-4098-baa6-3d178ab27c13 service neutron] (91787) timed out ('10.222.0.20', 60810) {{(pid=91787) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 31 13:26:15.398555 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:17.260948 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:40.078202 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:41.858278 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-509ac450-22e1-400e-abcc-9f091bcf3ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:41.862554 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:26:44.110029 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:44.267906 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-e77df94d-45dc-4bbc-9ae7-d1ca42154122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:45.401894 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:26:47.266323 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:10.092974 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:11.860058 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-31ac36bc-05cc-4e50-a5a5-b07687a87649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:14.116320 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:14.268237 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-74ada9b4-6cfa-4c94-a17e-da8dc6d4ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:15.404713 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:17.274615 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:18.862625 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:27:40.094009 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:41.860979 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-07efc147-4382-4081-9170-d998396e6f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:44.119323 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:44.267992 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-89f5d5db-3e27-4acb-a33b-12ebcaabc2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:45.406753 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:47.273238 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:27:55.860781 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:28:10.096669 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:11.861540 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-7394f7d1-8395-42c6-9562-4f48746dd73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:14.121971 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:14.269265 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-2118f18b-f4b4-4284-a838-f19aa1fc66b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:15.411169 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:17.278076 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:32.860875 dv-cinder-793264-2-iscsi neutron-server[91789]: DEBUG neutron.db.agents_db [None req-afcac2dd-f9fd-49f5-83ac-490d4effeeae None None] Agent healthcheck: found 6 active agents {{(pid=91789) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
May 31 13:28:40.107482 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4f8-23f5-41db-818e-4a0e10113f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:41.864074 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-346731b7-d090-41f0-b347-ea9613f677f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:44.125049 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-bc6573fe-048c-4618-87d5-ee18235e188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:44.270232 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-c83a307f-a0dd-4f72-8aa4-186185ffa331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:45.412431 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-548d71e6-d930-4a64-9095-b4dc1b848f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 31 13:28:47.283273 dv-cinder-793264-2-iscsi neutron-server[91788]: DEBUG neutron_lib.callbacks.manager [None req-6957d968-18b5-4311-b91f-ea0c7cec1c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792651121646', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772051'] for agent, after_update {{(pid=91788) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}